00000001:01000000:2.0F:1786480103.112767:0:2298:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 427 MB/s 00000001:01000000:3.0F:1786480103.362826:0:2298:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 699 MB/s 00000001:01000000:3.0:1786480103.612683:0:2298:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 6071 MB/s 00000020:02000000:1.0F:1786480104.386822:0:2328:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_52_g54963d0 00000400:02000000:0.0F:1786480105.097521:0:2343:0:(api-ni.c:2822:lnet_startup_lndni()) Added LNI 192.168.204.28@tcp [8/256/0/180] 00008000:02000000:2.0:1786480109.055024:0:2493:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1786480259.515283:0:5590:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1786480259.515288:0:5590:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1786480259.515289:0:5590:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.128@tcp:/lustre 00000020:01000004:0.0:1786480259.515291:0:5590:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1786480259.515469:0:5590:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000c58b59ba 00000080:01000004:0.0:1786480259.515485:0:5590:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1786480259.515503:0:5590:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.128@tcp' 00000020:01000004:0.0:1786480259.515561:0:5590:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.128@tcp (typ=mgc) 00000020:00000080:0.0:1786480259.515583:0:5590:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.128@tcp (000000002989b755) 00000020:00000080:0.0:1786480259.515597:0:5590:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1786480259.516897:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1786480259.516934:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1786480259.517630:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1786480259.517638:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1786480259.520193:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1786480259.520213:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1786480259.527692:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1786480259.527708:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1786480259.529729:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1786480259.529749:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1786480259.531308:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1786480259.531768:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1786480259.533519:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1786480259.533529:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1786480259.536172:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1786480259.536186:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1786480259.542881:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1786480259.542903:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1786480259.546993:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1786480259.547008:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1786480259.551463:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1786480259.551483:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1786480259.554591:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1786480259.554606:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1786480259.558178:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480259.558187:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480259.558189:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480259.559712:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480259.559718:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480259.559720:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1786480259.564661:0:5590:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000174f3e94@MGC192.168.204.128@tcp: add connection 192.168.204.128@tcp at head 00010000:00010000:0.0:1786480259.564855:0:5590:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.128@tcp-0 is initialized 00000040:01000000:0.0:1786480259.564864:0:5590:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.128@tcp ctxt 1 is initialized 00010000:00010000:0.0:1786480259.569701:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1786480259.570244:0:5604:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1786480259.574996:0:5590:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.128@tcp (uuid 7150d5bc-75eb-4818-9d96-9b72a0849d4e) 00000020:00000080:0.0:1786480259.575031:0:5590:0:(genops.c:1406:class_connect()) connect: client 7150d5bc-75eb-4818-9d96-9b72a0849d4e, cookie 0x13b9f598d5fb070a 00000100:00080000:0.0:1786480259.575049:0:5590:0:(import.c:510:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:0.0:1786480259.575060:0:5590:0:(import.c:624:import_select_connection()) MGC192.168.204.128@tcp: import 00000000174f3e94 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000100:00100000:0.0:1786480259.575212:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e46f47a1 x1873260162580608/t0(0) o250->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786480259.575310:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS 00000080:00200000:0.0:1786480259.575396:0:5590:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8cc14394c000 (sb 00000000c58b59ba) 00000100:00100000:3.0:1786480259.576428:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e46f47a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2359:1873260162580608:192.168.204.128@tcp:250: 00000080:01000000:0.0:1786480259.580046:0:5590:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1786480259.580055:0:5590:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1786480259.580060:0:5590:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:0.0:1786480259.580071:0:5590:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: aa16975b-a18a-49bc-bf59-0a4727418f12 10000000:01000000:0.0:1786480259.582829:0:5590:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1786480259.582836:0:5590:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cc14394c000 10000000:01000000:0.0:1786480259.582841:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8cc14af919c0 10000000:01000000:0.0:1786480259.582845:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1786480259.582854:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8cc14af919c0 from 1 10000000:01000000:0.0:1786480259.582857:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1786480259.584599:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786480259.584618:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786480259.584628:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1786480259.584652:0:5590:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000001cdd9ddb x1873260162580736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786480259.584663:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000001292641c going to sleep for 0 seconds 00000100:00100000:1.0:1786480259.594256:0:2359:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.128@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786480259.594273:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.128@tcp: connect to target with instance 0 00000100:00080000:1.0:1786480259.594283:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.128@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1786480259.594289:0:2359:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1786480259.594294:0:2359:0:(import.c:65:import_set_state_nolock()) 00000000174f3e94 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1786480259.594300:0:2359:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1786480259.594311:0:2359:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:1.0:1786480259.594324:0:2359:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001292641c): req@000000001cdd9ddb x1873260162580736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480259.594560:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e46f47a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2359:1873260162580608:192.168.204.128@tcp:250: 00000100:00100000:1.0:1786480259.594741:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000001292641c going to sleep for 11 seconds 00000100:00100000:1.0:1786480259.599381:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001cdd9ddb pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162580736:192.168.204.128@tcp:101: 00010000:00010000:1.0:1786480259.599421:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480259.599434:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480259.599530:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162580864:192.168.204.128@tcp:501: 00000100:00100000:1.0:1786480259.599598:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087916d1d going to sleep for 11 seconds 00000100:00100000:1.0:1786480259.607721:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162580864:192.168.204.128@tcp:501: 10000000:01000000:1.0:1786480259.608203:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1786480259.608233:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480259.608246:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: 0000000076e8f40e/0x13b9f598d5fb0711 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786480259.608272:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cc14394c000 10000000:01000000:1.0:1786480259.608279:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1786480259.608289:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cc14394c000 10000000:01000000:1.0:1786480259.608292:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1786480259.608296:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8cc14394c000 10000000:01000000:1.0:1786480259.608298:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1786480259.608301:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8cc14394c000 from 1 10000000:01000000:1.0:1786480259.608304:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1786480259.609182:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480259.609195:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480259.609206:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480259.609229:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162580992:192.168.204.128@tcp:101: 00000100:00100000:1.0:1786480259.609319:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087916d1d going to sleep for 11 seconds 00000100:00100000:1.0:1786480259.618370:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162580992:192.168.204.128@tcp:101: 00010000:00010000:1.0:1786480259.618409:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480259.618425:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480259.618516:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581120:192.168.204.128@tcp:501: 00000100:00100000:1.0:1786480259.618622:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087916d1d going to sleep for 11 seconds 00000100:00100000:1.0:1786480259.628995:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581120:192.168.204.128@tcp:501: 00000100:00100000:1.0:1786480259.629064:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581248:192.168.204.128@tcp:503: 00000100:00100000:1.0:1786480259.629477:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087916d1d going to sleep for 11 seconds 00000100:00100000:3.0:1786480259.641621:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004ff3d072 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581248:192.168.204.128@tcp:503: 00000100:00100000:1.0:1786480259.642316:0:5609:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000028b5f9b3 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5609:1873260162581376:192.168.204.128@tcp:502: 00000100:00100000:1.0:1786480259.642956:0:5609:0:(client.c:2702:ptlrpc_set_wait()) set 0000000087916d1d going to sleep for 11 seconds 00000100:00100000:2.0:1786480259.659109:0:5609:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000028b5f9b3 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5609:1873260162581376:192.168.204.128@tcp:502: 00000020:01000000:2.0:1786480259.659235:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480259.659250:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.659252:0:5609:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1786480259.659260:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8cc14394c000 00000020:00000080:2.0:1786480259.659263:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480259.659290:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8cc14394c000 (0000000026f8ddb8) 00000020:00000080:2.0:1786480259.659313:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1786480259.659319:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8cc14394c000 00000020:00000080:2.0:1786480259.659322:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786480259.659827:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8cc14394c000 (uuid aa16975b-a18a-49bc-bf59-0a4727418f12) 00000020:01000000:2.0:1786480259.659833:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.659842:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.659844:0:5609:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1786480259.659846:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480259.659849:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.659850:0:5609:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1786480259.659854:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8cc14394c000 00000020:00000080:2.0:1786480259.659856:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480259.660974:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8cc14394c000 (00000000ba0d40fb) 00000020:00000080:2.0:1786480259.661001:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1786480259.661015:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8cc14394c000 00000020:00000080:2.0:1786480259.661019:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786480259.662587:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8cc14394c000 (uuid aa16975b-a18a-49bc-bf59-0a4727418f12) 00000020:01000000:2.0:1786480259.662599:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.662605:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.662607:0:5609:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1786480259.662610:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480259.662615:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.662616:0:5609:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1786480259.662620:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786480259.662622:0:5609:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1786480259.662625:0:5609:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1786480259.662631:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.662633:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.662635:0:5609:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1786480259.662637:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480259.662640:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.662641:0:5609:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1786480259.662644:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786480259.662648:0:5609:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1786480259.662674:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000080:2.0:1786480259.662677:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480259.662686:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8cc14394c000 (000000006bd5602d) 00000020:00000080:2.0:1786480259.662718:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1786480259.662736:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000080:2.0:1786480259.662739:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786480259.662828:0:5609:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000034e55808@lustre-MDT0000-mdc-ffff8cc14394c000: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1786480259.672577:0:5609:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8cc14394c000-1 is initialized 00000040:01000000:2.0:1786480259.675279:0:5609:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8cc14394c000 ctxt 13 is initialized 00000020:00000080:2.0:1786480259.676283:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8cc14394c000 (uuid aa16975b-a18a-49bc-bf59-0a4727418f12) 00000020:01000000:2.0:1786480259.676303:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8cc14394c000 00000020:00000080:2.0:1786480259.676307:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786480259.676335:0:5609:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1786480259.676419:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.676424:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.676426:0:5609:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1786480259.676428:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786480259.676431:0:5609:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1786480259.676433:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480259.676434:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480259.676436:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786480259.676438:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.676440:0:5609:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786480259.676442:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786480259.676447:0:5609:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.128@tcp:/lustre 00000020:00000080:2.0:1786480259.676450:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.676452:0:5609:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1786480259.676455:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786480259.676460:0:5609:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1786480259.676510:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8cc14394c000 00000020:00000080:2.0:1786480259.676513:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480259.676522:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8cc14394c000 (00000000b5c78e73) 00000020:00000080:2.0:1786480259.676541:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:2.0:1786480259.676547:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8cc14394c000 00000020:00000080:2.0:1786480259.676550:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786480259.676636:0:5609:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000074f78e99@lustre-OST0000-osc-ffff8cc14394c000: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1786480259.677481:0:5609:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8cc14394c000-2 is initialized 00000020:00000080:2.0:1786480259.695057:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8cc14394c000 (uuid aa16975b-a18a-49bc-bf59-0a4727418f12) 00000020:01000000:2.0:1786480259.695077:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8cc14394c000 00000020:00000080:2.0:1786480259.695082:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786480259.695106:0:5609:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1786480259.695114:0:5609:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8cc14394c000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1786480259.695121:0:5609:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1786480259.695132:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.696942:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.696951:0:5609:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1786480259.696961:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786480259.696967:0:5609:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1786480259.696969:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480259.696971:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480259.696972:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786480259.696976:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.696978:0:5609:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786480259.696981:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786480259.696985:0:5609:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.128@tcp:/lustre 00000020:00000080:2.0:1786480259.696989:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.696990:0:5609:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1786480259.696993:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786480259.696998:0:5609:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1786480259.697031:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8cc14394c000 00000020:00000080:2.0:1786480259.697035:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480259.697061:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8cc14394c000 (000000005d4041c0) 00000020:00000080:2.0:1786480259.697083:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1786480259.697090:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8cc14394c000 00000020:00000080:2.0:1786480259.697093:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786480259.699280:0:5609:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a824f5ab@lustre-OST0001-osc-ffff8cc14394c000: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1786480259.699555:0:5609:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8cc14394c000-3 is initialized 00000020:00000080:2.0:1786480259.705681:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8cc14394c000 (uuid aa16975b-a18a-49bc-bf59-0a4727418f12) 00000020:01000000:2.0:1786480259.705769:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8cc14394c000 00000020:00000080:2.0:1786480259.705774:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786480259.705818:0:5609:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1786480259.705827:0:5609:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8cc14394c000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1786480259.705832:0:5609:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1786480259.705847:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.705853:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.705855:0:5609:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1786480259.705859:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480259.708102:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.708106:0:5609:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786480259.708116:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786480259.708118:0:5609:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1786480259.708308:0:5609:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000504108ed pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5609:1873260162581504:192.168.204.128@tcp:502: 00000100:00100000:2.0:1786480259.710678:0:5609:0:(client.c:2702:ptlrpc_set_wait()) set 0000000077381dbc going to sleep for 11 seconds 00000100:00100000:2.0:1786480259.733154:0:5609:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000504108ed pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5609:1873260162581504:192.168.204.128@tcp:502: 00000020:01000000:2.0:1786480259.733212:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.733221:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.733223:0:5609:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000040:00080000:2.0:1786480259.733227:0:5609:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:3.0:1786480259.744930:0:5590:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:3.0:1786480259.744967:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1786480259.744993:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.745007:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: 000000001c737cf0/0x13b9f598d5fb0718 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786480259.745016:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8cc14394c000 from 1 10000000:01000000:3.0:1786480259.745018:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1786480259.745083:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.745091:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.745102:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480259.745129:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581632:192.168.204.128@tcp:101: 00000100:00100000:3.0:1786480259.745219:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003df5c737 going to sleep for 11 seconds 00000100:00100000:3.0:1786480259.761411:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581632:192.168.204.128@tcp:101: 00010000:00010000:3.0:1786480259.761463:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcdf expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.761475:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fcdf expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480259.762064:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581760:192.168.204.128@tcp:256: 00000100:00100000:3.0:1786480259.762161:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003df5c737 going to sleep for 11 seconds 00000100:00100000:3.0:1786480259.774330:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581760:192.168.204.128@tcp:256: 10000000:01000000:3.0:1786480259.779994:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1786480259.780530:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcdf expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.780545:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: 0000000020ef44f4/0x13b9f598d5fb0742 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fcdf expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786480259.780554:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8cc14394c000 from 1 10000000:01000000:3.0:1786480259.780556:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786480259.780603:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: 0000000085f1bdd9/0x13b9f598d5fb0749 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.780610:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: 0000000085f1bdd9/0x13b9f598d5fb0749 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.780620:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: 0000000085f1bdd9/0x13b9f598d5fb0749 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480259.780645:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581888:192.168.204.128@tcp:101: 00000100:00100000:3.0:1786480259.781095:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003df5c737 going to sleep for 11 seconds 00000100:00100000:3.0:1786480259.786648:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162581888:192.168.204.128@tcp:101: 00010000:00010000:3.0:1786480259.786685:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: 0000000085f1bdd9/0x13b9f598d5fb0749 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480259.786925:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: 0000000085f1bdd9/0x13b9f598d5fb0749 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480259.787009:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162582016:192.168.204.128@tcp:501: 00000100:00100000:3.0:1786480259.787429:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003df5c737 going to sleep for 11 seconds 00000100:00100000:3.0:1786480259.792198:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162582016:192.168.204.128@tcp:501: 00000100:00100000:3.0:1786480259.792265:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162582144:192.168.204.128@tcp:503: 00000100:00100000:2.0:1786480259.793390:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003df5c737 going to sleep for 11 seconds 00000100:00100000:2.0:1786480259.798215:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000793dbaca pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5590:1873260162582144:192.168.204.128@tcp:503: 00000100:00100000:1.0:1786480259.799402:0:5614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000039467e4a pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5614:1873260162582272:192.168.204.128@tcp:502: 00000100:00100000:1.0:1786480259.799894:0:5614:0:(client.c:2702:ptlrpc_set_wait()) set 00000000fbc56ccd going to sleep for 11 seconds 00000100:00100000:0.0:1786480259.805700:0:5614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000039467e4a pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5614:1873260162582272:192.168.204.128@tcp:502: 00000020:01000000:0.0:1786480259.805748:0:5614:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786480259.805759:0:5614:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786480259.805761:0:5614:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1786480259.805767:0:5614:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc14394c000 00000020:00000080:0.0:1786480259.805770:0:5614:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1786480259.805842:0:5614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5614:1873260162582400:192.168.204.128@tcp:502: 00000100:00100000:0.0:1786480259.806473:0:5614:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14a696240 going to sleep for 11 seconds 00000100:00100000:0.0:1786480259.810729:0:5614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5614:1873260162582400:192.168.204.128@tcp:502: 00000020:01000000:2.0:1786480259.811157:0:5614:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480259.811168:0:5614:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480259.811171:0:5614:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1786480259.811177:0:5614:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1786480259.812330:0:5590:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1786480259.812969:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786480259.813220:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480259.813235:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1786480259.813257:0:5590:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1786480259.813423:0:5590:0:(genops.c:1406:class_connect()) connect: client aa16975b-a18a-49bc-bf59-0a4727418f12, cookie 0x13b9f598d5fb0750 00800000:01000000:1.0:1786480259.813450:0:5590:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect aa16975b-a18a-49bc-bf59-0a4727418f12 to lustre-clilmv-ffff8cc14394c000 00800000:01000000:1.0:1786480259.813458:0:5590:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8cc14394c000(aa16975b-a18a-49bc-bf59-0a4727418f12) - lustre-MDT0000_UUID, aa16975b-a18a-49bc-bf59-0a4727418f12 00000020:00000080:1.0:1786480259.813468:0:5590:0:(genops.c:1406:class_connect()) connect: client aa16975b-a18a-49bc-bf59-0a4727418f12, cookie 0x13b9f598d5fb0757 00000100:00080000:1.0:1786480259.813482:0:5590:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8cc14394c000: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:1.0:1786480259.813496:0:5590:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8cc14394c000: import ffff8cc14b94c800 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000008:00100000:1.0:1786480259.813511:0:5590:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682932 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786480259.813555:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc14a69ed80 x1873260162582528/t0(0) o38->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786480259.813588:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID 00800000:01000000:1.0:1786480259.813700:0:5590:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8cc14394c000(aa16975b-a18a-49bc-bf59-0a4727418f12) successfully (5) 00800000:00000004:1.0:1786480259.813705:0:5590:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8cc14394c000: age -715, max_age 0 00000080:00000004:1.0:1786480259.813736:0:5590:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8cc14394c000: age -715, max_age 284 00800000:00000004:1.0:1786480259.813742:0:5590:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8cc14394c000: age -715, max_age 284 00000100:00080000:1.0:1786480259.813758:0:5590:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8cc14a69ca80 x1873260162582784/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480259.813767:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90af00 going to sleep for 0 seconds 00000100:00080000:1.0:1786480259.813952:0:2361:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8cc14a69d180 x1873260162582656/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480259.814914:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162582528:192.168.204.128@tcp:38: 00010000:00080000:3.0:1786480259.866267:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69ed80 x1873260162582528/t0(0) o38->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 520/416 e 0 to 0 dl 1786480269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480259.866285:0:2359:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786480259.866297:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8cc14394c000: connect to target with instance 1 00000001:01000000:2.0:1786480260.115394:0:2359:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8cc14394c000: T10 checksum algorithm t10ip512 speed = 2403 MB/s 00000001:01000000:3.0:1786480260.365780:0:2359:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8cc14394c000: T10 checksum algorithm t10ip4K speed = 3855 MB/s 00010000:00010000:2.0:1786480260.592245:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1786480260.615776:0:2359:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8cc14394c000: T10 checksum algorithm t10crc512 speed = 747 MB/s 00000100:00100000:1.0:1786480260.846443:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90af00 going to sleep for 0 seconds 00000001:01000000:3.0:1786480260.865953:0:2359:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8cc14394c000: T10 checksum algorithm t10crc4K speed = 1023 MB/s 00000100:00080000:3.0:1786480260.865968:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8cc14394c000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786480260.865983:0:2359:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1786480260.865989:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b94c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786480260.866377:0:2359:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a2b5d946): req@ffff8cc14a69d180 x1873260162582656/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786480260.866414:0:2359:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000033597eab): req@ffff8cc14a69ca80 x1873260162582784/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480260.866435:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162582528:192.168.204.128@tcp:38: 00000100:00100000:2.0:1786480260.866849:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90af00 going to sleep for 11 seconds 00010000:00080000:1.0:1786480260.871249:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69d180 x1873260162582656/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 1786480276 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480260.871276:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa16975b-a18a-49bc-bf59-0a4727418f12:0:1873260162582656:192.168.204.128@tcp:41: 00010000:00080000:2.0:1786480260.873715:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69ca80 x1873260162582784/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 1786480276 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480260.873734:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa16975b-a18a-49bc-bf59-0a4727418f12:5590:1873260162582784:192.168.204.128@tcp:41: 00800000:00000004:2.0:1786480260.873771:0:5590:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8cc14394c000: update ffff8cc14b870450 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:2.0:1786480260.873778:0:5590:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8cc14394c000: update ffff8cc14b871e10 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:2.0:1786480260.873823:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa16975b-a18a-49bc-bf59-0a4727418f12:5590:1873260162582912:192.168.204.128@tcp:40: 00000100:00100000:2.0:1786480260.873938:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc150bd7840 going to sleep for 11 seconds 00010000:00080000:2.0:1786480260.879711:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c5180 x1873260162582912/t0(0) o40->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 440/448 e 0 to 0 dl 1786480276 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480260.879732:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa16975b-a18a-49bc-bf59-0a4727418f12:5590:1873260162582912:192.168.204.128@tcp:40: 00000080:00000004:2.0:1786480260.879767:0:5590:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1786480260.879782:0:5590:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682932 ocd_grant: 3407872 00020000:01000000:2.0:1786480260.879786:0:5590:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1786480260.879800:0:5590:0:(genops.c:1406:class_connect()) connect: client aa16975b-a18a-49bc-bf59-0a4727418f12, cookie 0x13b9f598d5fb075e 00000020:00000080:2.0:1786480260.880036:0:5590:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x13b9f598d5fb0765 00000100:00080000:2.0:1786480260.880045:0:5590:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8cc14394c000: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:2.0:1786480260.880054:0:5590:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8cc14394c000: import ffff8cc14b94c000 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000008:00100000:2.0:1786480260.880066:0:5590:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682932 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786480260.880226:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc14b8c5180 x1873260162583040/t0(0) o8->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786480260.880309:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162583040:192.168.204.128@tcp:8: 00000100:00080000:2.0:1786480260.881226:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID 00020000:01000000:2.0:1786480260.881259:0:5590:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8cc14394c000) active 00000020:00000080:2.0:1786480260.881304:0:5590:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x13b9f598d5fb076c 00000100:00080000:2.0:1786480260.881316:0:5590:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8cc14394c000: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:2.0:1786480260.881323:0:5590:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8cc14394c000: import ffff8cc14b949800 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000008:00100000:2.0:1786480260.881358:0:5590:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682932 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786480260.881380:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc14b8c4a80 x1873260162583168/t0(0) o8->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786480260.881543:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162583296:192.168.204.128@tcp:400: 00000100:00100000:3.0:1786480260.883140:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162583168:192.168.204.128@tcp:8: 00000100:00080000:2.0:1786480260.885156:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID 00020000:01000000:2.0:1786480260.885188:0:5590:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8cc14394c000) active 00000100:00100000:2.0:1786480260.885601:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa16975b-a18a-49bc-bf59-0a4727418f12:5590:1873260162583424:192.168.204.128@tcp:33: 00000100:00100000:2.0:1786480260.885737:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc150bd7840 going to sleep for 11 seconds 00010000:00080000:3.0:1786480260.887997:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c5180 x1873260162583040/t0(0) o8->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 520/416 e 0 to 0 dl 1786480270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480260.888000:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162583296:192.168.204.128@tcp:400: 00000100:00100000:3.0:1786480260.888011:0:2359:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cc14394c000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786480260.888020:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8cc14394c000: connect to target with instance 1 00000100:00080000:3.0:1786480260.888030:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8cc14394c000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786480260.888042:0:2359:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786480260.888045:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b94c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786480260.888052:0:2359:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786480260.888062:0:2359:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786480260.888067:0:2359:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786480260.888089:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162583040:192.168.204.128@tcp:8: 00010000:00080000:3.0:1786480260.891123:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c4a80 x1873260162583168/t0(0) o8->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 520/416 e 0 to 0 dl 1786480270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480260.891139:0:2359:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cc14394c000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786480260.891149:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8cc14394c000: connect to target with instance 1 00000100:00080000:3.0:1786480260.891158:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8cc14394c000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786480260.891172:0:2359:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786480260.891192:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b949800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786480260.891199:0:2359:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786480260.891204:0:2359:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786480260.891208:0:2359:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786480260.891218:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162583168:192.168.204.128@tcp:8: 00010000:00080000:2.0:1786480260.935166:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c7800 x1873260162583424/t0(0) o33->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:23/10 lens 448/464 e 0 to 0 dl 1786480276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786480260.935186:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa16975b-a18a-49bc-bf59-0a4727418f12:5590:1873260162583424:192.168.204.128@tcp:33: 00000080:00200000:2.0:1786480260.935500:0:5590:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00200000:2.0:1786480260.935509:0:5590:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1786480260.935582:0:5590:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_52_g54963d0 00000080:00000004:2.0:1786480260.940365:0:5590:0:(super25.c:181:lustre_fill_super()) 192.168.204.128@tcp:/lustre: Mount complete 00000080:00200008:3.0:1786480261.260222:0:5632:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786480261.260241:0:5632:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:3.0:1786480261.260271:0:5632:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786480261.260392:0:5632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.260404:0:5632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.260415:0:5632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480261.260445:0:5632:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0700 pname:cluuid:pid:xid:nid:opc:job mkdir:aa16975b-a18a-49bc-bf59-0a4727418f12:5632:1873260162583552:192.168.204.128@tcp:101: 00000100:00100000:3.0:1786480261.261011:0:5632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14a65a300 going to sleep for 11 seconds 00000100:00100000:3.0:1786480261.277975:0:5632:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0700 pname:cluuid:pid:xid:nid:opc:job mkdir:aa16975b-a18a-49bc-bf59-0a4727418f12:5632:1873260162583552:192.168.204.128@tcp:101: 00010000:00010000:3.0:1786480261.278010:0:5632:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278042:0:5632:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278057:0:5632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278096:0:5632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278111:0:5632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278119:0:5632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278126:0:5632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1786480261.278139:0:5632:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8cc14a6c0700 x1873260162583552/t0(0) o101->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 576/688 e 0 to 0 dl 1786480277 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1786480261.278155:0:5632:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278170:0:5632:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8cc150bde800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1786480261.278178:0:5632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1786480261.278291:0:5632:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:00010000:3.0:1786480261.278298:0:5632:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:3.0:1786480261.278305:0:5632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:3.0:1786480261.278308:0:5632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d43e3bcb8 00010000:00010000:3.0:1786480261.278312:0:5632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480261.278333:0:5632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1786480261.614596:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480262.643753:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1786480263.444164:0:5684:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1786480263.444262:0:5684:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:0.0:1786480263.444290:0:5684:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1786480263.444471:0:5684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1786480263.444490:0:5684:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1786480263.444499:0:5684:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1786480263.444508:0:5684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:0.0:1786480263.444511:0:5684:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:0.0:1786480263.444519:0:5684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41863cb8 00010000:00010000:0.0:1786480263.444523:0:5684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1786480263.444532:0:5684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1786480263.445549:0:5684:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1786480263.445558:0:5684:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:0.0:1786480263.445572:0:5684:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1786480263.445585:0:5684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1786480263.445611:0:5684:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1786480263.445619:0:5684:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1786480263.445626:0:5684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:0.0:1786480263.445629:0:5684:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:0.0:1786480263.445636:0:5684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41863cb8 00010000:00010000:0.0:1786480263.445639:0:5684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1786480263.445647:0:5684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1786480263.448303:0:5684:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:0.0:1786480263.448759:0:5684:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1786480263.448779:0:5684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1786480263.448976:0:5684:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1786480263.448986:0:5684:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1786480263.449000:0:5684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:0.0:1786480263.449004:0:5684:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:0.0:1786480263.449014:0:5684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41863bb0 00010000:00010000:0.0:1786480263.449069:0:5684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1786480263.449094:0:5684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1786480263.449108:0:5684:0:(file.c:6661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08), inode mode 41ed mask 44 00000080:00200008:0.0:1786480263.449118:0:5684:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), flags 100000 00000080:00200080:0.0:1786480263.449279:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.449297:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00800000:00000004:0.0:1786480263.449304:0:5684:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8cc14394c000: age 286, max_age 288 00000100:00100000:0.0:1786480263.450469:0:5684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job lfs:aa16975b-a18a-49bc-bf59-0a4727418f12:5684:1873260162583680:192.168.204.128@tcp:41: 00000100:00100000:0.0:1786480263.450675:0:5684:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14a6cd000 going to sleep for 11 seconds 00000100:00100000:0.0:1786480263.454971:0:5684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job lfs:aa16975b-a18a-49bc-bf59-0a4727418f12:5684:1873260162583680:192.168.204.128@tcp:41: 00800000:00000004:0.0:1786480263.455000:0:5684:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8cc14394c000: update ffff8cc14b870450 cache blocks 17240/17271 objects 534261/534593 00000080:00200080:0.0:1786480263.455090:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455108:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455115:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455120:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455124:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455128:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455132:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455135:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455139:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455143:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455147:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455151:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455164:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455168:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455172:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455175:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455192:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455196:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455200:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455203:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455207:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455210:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455214:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455218:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455222:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455226:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455231:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455235:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455240:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455243:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455248:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455252:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455256:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455259:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455264:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455269:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455273:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455285:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455293:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455297:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455301:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455305:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455309:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455327:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455333:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455910:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455924:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455932:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455936:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455939:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455943:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455947:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455950:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455954:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455958:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455962:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455966:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455969:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455973:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455976:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455979:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.455982:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.455996:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456000:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456004:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456008:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456012:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456242:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456252:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456258:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456262:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456266:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456269:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456272:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456276:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456279:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456283:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456285:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456289:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456292:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456296:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456299:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456303:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456305:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456320:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456325:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456330:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456364:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456371:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456374:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456378:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456382:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456385:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456389:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456393:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456396:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456399:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456403:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456406:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456409:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456413:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456415:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456419:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456422:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456426:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456429:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456432:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456435:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456438:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456441:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456444:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456447:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456459:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456464:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456469:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456472:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456475:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456479:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456482:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456486:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456490:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456493:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456497:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456500:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456504:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456507:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456511:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00800000:00000080:0.0:1786480263.456514:0:5684:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.456518:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.456524:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00020000:00000004:0.0:1786480263.456532:0:5684:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff8cc14394c000: age -715, max_age 288 00000100:00100000:0.0:1786480263.456580:0:5684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job lfs:aa16975b-a18a-49bc-bf59-0a4727418f12:5684:1873260162583808:192.168.204.128@tcp:13: 00000100:00100000:0.0:1786480263.457532:0:5684:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14a6cd000 going to sleep for 11 seconds 00010000:00080000:0.0:1786480263.464783:0:5684:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b868380 x1873260162583808/t0(0) o13->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:7/4 lens 224/368 e 0 to 0 dl 1786480279 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786480263.464807:0:5684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job lfs:aa16975b-a18a-49bc-bf59-0a4727418f12:5684:1873260162583808:192.168.204.128@tcp:13: 00020000:00000004:0.0:1786480263.464853:0:5684:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff8cc14394c000: update ffff8cc14b875190 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:0.0:1786480263.465497:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.465518:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00020000:00000004:0.0:1786480263.465526:0:5684:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff8cc14394c000: age -715, max_age 288 00000100:00100000:0.0:1786480263.465561:0:5684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job lfs:aa16975b-a18a-49bc-bf59-0a4727418f12:5684:1873260162583936:192.168.204.128@tcp:13: 00000100:00100000:0.0:1786480263.465637:0:5684:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14a6cd000 going to sleep for 11 seconds 00010000:00080000:0.0:1786480263.471722:0:5684:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b868380 x1873260162583936/t0(0) o13->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:7/4 lens 224/368 e 0 to 0 dl 1786480279 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786480263.471744:0:5684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b868380 pname:cluuid:pid:xid:nid:opc:job lfs:aa16975b-a18a-49bc-bf59-0a4727418f12:5684:1873260162583936:192.168.204.128@tcp:13: 00020000:00000004:0.0:1786480263.471766:0:5684:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff8cc14394c000: update ffff8cc14a6d1e10 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:0.0:1786480263.471855:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471873:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471881:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471886:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471890:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471894:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471898:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471901:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471905:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471908:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471912:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471916:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471920:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471924:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471946:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471951:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471955:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471959:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471963:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471966:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471970:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471973:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471977:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471980:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471985:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471988:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471992:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.471995:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.471999:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472002:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472007:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472010:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472014:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472018:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472022:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472026:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472030:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472034:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472037:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472047:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472052:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472056:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472060:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472064:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472079:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472084:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472088:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472092:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472096:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472099:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472103:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472106:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472110:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472114:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472118:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472121:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472126:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472129:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472133:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472137:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472141:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472145:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472149:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472153:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472165:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472170:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472174:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472177:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472181:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472184:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472188:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472192:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472195:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472199:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472203:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472206:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472210:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472214:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472218:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472222:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472226:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472230:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472234:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472237:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472241:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472245:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472249:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472253:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472257:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472268:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472274:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472277:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472281:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472284:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472289:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472292:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472296:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472299:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472304:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472307:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472311:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472314:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472318:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472322:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472326:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472330:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472333:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472378:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472385:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472389:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472393:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472396:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472400:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472404:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472415:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472420:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472423:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472426:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472430:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472434:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472438:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472442:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472445:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472449:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200080:0.0:1786480263.472453:0:5684:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08) cmd=c00866a4 arg=7ffe978301e0 00020000:00000080:0.0:1786480263.472457:0:5684:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8cc14394c000: cmd=c00866a4 len=592 karg=ffff8cc14a6bb000 uarg=0000000000000000 00000080:00200008:0.0:1786480263.472472:0:5684:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), flags 100000 00010000:00010000:0.0:1786480263.668674:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480264.687099:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480265.710685:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480266.223009:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162584064:192.168.204.128@tcp:400: 00000100:00100000:2.0:1786480266.223815:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786480266.223828:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162584192:192.168.204.128@tcp:400: 00000100:00100000:3.0:1786480266.224219:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162584448:192.168.204.128@tcp:400: 00000100:00100000:3.0:1786480266.224253:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786480266.224260:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162584320:192.168.204.128@tcp:400: 00000100:00100000:2.0:1786480266.229253:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162584064:192.168.204.128@tcp:400: 00000100:00100000:2.0:1786480266.229291:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162584192:192.168.204.128@tcp:400: 00010000:00080000:3.0:1786480266.229447:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c1880 x1873260162584320/t0(0) o400->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480266.229461:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162584320:192.168.204.128@tcp:400: 00010000:00080000:3.0:1786480266.229472:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c2680 x1873260162584448/t0(0) o400->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480266.229481:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162584448:192.168.204.128@tcp:400: 00000001:02000400:1.0:1786480266.526222:0:5873:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1786480266.744315:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480267.762981:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480268.784006:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480269.807079:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480270.830650:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786480271.117717:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.128@tcp (source: 12345-192.168.204.128@tcp) 00000100:00100000:1.0:1786480271.117762:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.128@tcp (source: 12345-192.168.204.128@tcp) 00000100:00100000:1.0:1786480271.117802:0:5592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873260183577856 00000100:00100000:1.0:1786480271.117813:0:5592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873260183577856 00000100:00100000:1.0:1786480271.117868:0:5592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873260183577984 00000100:00100000:1.0:1786480271.117871:0:5592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873260183577984 00000100:00100000:1.0:1786480271.117886:0:5592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.128@tcp, seq: 0 00000100:00100000:1.0:1786480271.117894:0:5592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc14a69d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7150d5bc-75eb-4818-9d96-9b72a0849d4e+4:8465:x1873260183577856:12345-192.168.204.128@tcp:104: 00010000:00010000:1.0:1786480271.117910:0:5592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480271.118000:0:5592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786480271.118006:0:5592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc14a69d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7150d5bc-75eb-4818-9d96-9b72a0849d4e+4:8465:x1873260183577856:12345-192.168.204.128@tcp:104: Request processed in 113us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1786480271.118014:0:5592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.128@tcp, seq: 0 00000100:00100000:1.0:1786480271.118031:0:5592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.128@tcp, seq: 1 00000100:00100000:1.0:1786480271.118037:0:5592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc14a69f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7150d5bc-75eb-4818-9d96-9b72a0849d4e+3:8465:x1873260183577984:12345-192.168.204.128@tcp:104: 00010000:00010000:1.0:1786480271.118045:0:5592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480271.118078:0:5592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1786480271.118084:0:5592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc14a69f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7150d5bc-75eb-4818-9d96-9b72a0849d4e+3:8465:x1873260183577984:12345-192.168.204.128@tcp:104: Request processed in 46us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1786480271.118090:0:5592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.128@tcp, seq: 1 00010000:00010000:2.0:1786480271.120222:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786480271.120234:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120246:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc182158000 already unused, calling callback (ffffffffc127cc20) 10000000:00010000:2.0:1786480271.120250:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120259:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786480271.120266:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786480271.120271:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1786480271.120324:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120742:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786480271.120765:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120772:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8cc182158000/0x13b9f598d5fb0718 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fcd8 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120790:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786480271.120793:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120799:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc140030c00 already unused, calling callback (ffffffffc127cc20) 10000000:00010000:2.0:1786480271.120802:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120822:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786480271.120828:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786480271.120833:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1786480271.120849:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120854:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786480271.120860:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120866:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8cc140030c00/0x13b9f598d5fb0711 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fcd1 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480271.120879:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480271.120881:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480271.120883:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480271.120902:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162584576:192.168.204.128@tcp:103: 00000100:00100000:2.0:1786480271.121330:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786480271.121375:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162584704:192.168.204.128@tcp:103: 00010000:00010000:3.0:1786480271.121536:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480271.126883:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162584576:192.168.204.128@tcp:103: 00000100:00100000:2.0:1786480271.126912:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162584704:192.168.204.128@tcp:103: 00000100:00100000:1.0:1786480271.342691:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162584960:192.168.204.128@tcp:400: 00000100:00100000:1.0:1786480271.342804:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1786480271.342811:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162584832:192.168.204.128@tcp:400: 00000100:00100000:1.0:1786480271.342838:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162585088:192.168.204.128@tcp:400: 00000100:00100000:1.0:1786480271.350846:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162584832:192.168.204.128@tcp:400: 00010000:00080000:1.0:1786480271.350883:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69ea00 x1873260162585088/t0(0) o400->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480271.350895:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162585088:192.168.204.128@tcp:400: 00010000:00080000:1.0:1786480271.350905:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69c000 x1873260162584960/t0(0) o400->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480271.350913:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162584960:192.168.204.128@tcp:400: 00010000:00010000:2.0:1786480271.854613:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786480272.238457:0:5604:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1786480272.238465:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8cc14394c000 from 39 10000000:01000000:1.0:1786480272.238471:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1786480272.238520:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.238544:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.238555:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480272.238581:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585216:192.168.204.128@tcp:101: 00000100:00100000:1.0:1786480272.238778:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90a480 going to sleep for 11 seconds 00000100:00100000:1.0:1786480272.243411:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585216:192.168.204.128@tcp:101: 00010000:00010000:1.0:1786480272.243438:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd17 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.243451:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fd17 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480272.243557:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585344:192.168.204.128@tcp:501: 00000100:00100000:1.0:1786480272.244262:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90a480 going to sleep for 11 seconds 00000100:00100000:1.0:1786480272.247583:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585344:192.168.204.128@tcp:501: 00000100:00100000:1.0:1786480272.247676:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585472:192.168.204.128@tcp:503: 00000100:00100000:1.0:1786480272.247795:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90a480 going to sleep for 11 seconds 00000100:00100000:1.0:1786480272.251826:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585472:192.168.204.128@tcp:503: 00000100:00100000:2.0:1786480272.252756:0:6072:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6072:1873260162585600:192.168.204.128@tcp:502: 00000100:00100000:2.0:1786480272.252890:0:6072:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a3da80 going to sleep for 11 seconds 00000100:00100000:2.0:1786480272.258913:0:6072:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6072:1873260162585600:192.168.204.128@tcp:502: 00000020:01000000:2.0:1786480272.258960:0:6072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480272.258969:0:6072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480272.258972:0:6072:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1786480272.258978:0:6072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1786480272.259019:0:6072:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6072:1873260162585728:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786480272.259290:0:6072:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a3da80 going to sleep for 11 seconds 00000100:00100000:2.0:1786480272.262992:0:6072:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6072:1873260162585728:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786480272.263039:0:6072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480272.263048:0:6072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480272.263050:0:6072:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786480272.263055:0:6072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:1.0:1786480272.263901:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:1.0:1786480272.263924:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1786480272.263936:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd17 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.263947:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc182158200/0x13b9f598d5fb077a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd17 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786480272.263957:0:5604:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1786480272.263960:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8cc14af919c0 from 1 10000000:01000000:1.0:1786480272.263965:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1786480272.264004:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.264012:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.264022:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480272.264061:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585856:192.168.204.128@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786480272.264586:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90a480 going to sleep for 11 seconds 00000100:00100000:1.0:1786480272.267589:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585856:192.168.204.128@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786480272.267619:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd1e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.267642:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fd1e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480272.267719:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585984:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786480272.267839:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90a480 going to sleep for 11 seconds 00000100:00100000:1.0:1786480272.271180:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162585984:192.168.204.128@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1786480272.271223:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1786480272.271235:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd1e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480272.271246:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc182159400/0x13b9f598d5fb0781 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd1e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480272.878698:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786480273.284311:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.128@tcp (source: 12345-192.168.204.128@tcp) 00000100:00100000:1.0:1786480273.284580:0:5592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873260183584128 00000100:00100000:1.0:1786480273.284593:0:5592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873260183584128 00000100:00100000:1.0:1786480273.284664:0:5592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.128@tcp, seq: 2 00000100:00100000:1.0:1786480273.284675:0:5592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc14b868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7150d5bc-75eb-4818-9d96-9b72a0849d4e+3:8523:x1873260183584128:12345-192.168.204.128@tcp:104: 00010000:00010000:1.0:1786480273.284694:0:5592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480273.284800:0:5592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786480273.284807:0:5592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc14b868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7150d5bc-75eb-4818-9d96-9b72a0849d4e+3:8523:x1873260183584128:12345-192.168.204.128@tcp:104: Request processed in 134us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1786480273.284814:0:5592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.128@tcp, seq: 2 00010000:00010000:2.0:1786480273.284843:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786480273.284851:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480273.284860:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc141657600 already unused, calling callback (ffffffffc127cc20) 10000000:00010000:2.0:1786480273.284864:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480273.284873:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786480273.284890:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786480273.284907:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1786480273.284958:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480273.284966:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1786480273.285044:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162586112:192.168.204.128@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1786480273.285978:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480273.285990:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8cc141657600/0x13b9f598d5fb0749 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fce6 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480273.286013:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480273.286029:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480273.286031:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786480273.291002:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162586112:192.168.204.128@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786480273.906425:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786480274.862651:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1786480274.862660:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8cc14394c000 from 4 10000000:01000000:1.0:1786480274.862665:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786480274.862718:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480274.862731:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480274.862743:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480274.862774:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162586240:192.168.204.128@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786480274.862885:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1786480274.877787:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162586240:192.168.204.128@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786480274.877818:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480274.877831:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786480274.877902:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162586368:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786480274.878677:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1786480274.885536:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162586368:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786480274.885601:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162586496:192.168.204.128@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786480274.886213:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a3d480 going to sleep for 11 seconds 00000100:00100000:2.0:1786480274.893811:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162586496:192.168.204.128@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1786480274.895840:0:6129:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6129:1873260162586624:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786480274.896004:0:6129:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b90a240 going to sleep for 11 seconds 00000100:00100000:3.0:1786480274.925561:0:6129:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6129:1873260162586624:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786480274.925607:0:6129:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786480274.925620:0:6129:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786480274.925622:0:6129:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1786480274.925639:0:6129:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc14394c000 00000020:00000080:3.0:1786480274.925642:0:6129:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1786480274.926243:0:6129:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6129:1873260162586752:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786480274.926391:0:6129:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc143254a80 going to sleep for 11 seconds 00010000:00010000:0.0:1786480274.942454:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786480274.952053:0:6129:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:6129:1873260162586752:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786480274.952106:0:6129:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786480274.952115:0:6129:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786480274.952118:0:6129:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786480274.952124:0:6129:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1786480274.961721:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1786480274.961756:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1786480274.961768:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786480274.961780:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480275.956654:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786480276.467397:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162586880:192.168.204.128@tcp:400:kworker.0 00000100:00100000:3.0:1786480276.467618:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587136:192.168.204.128@tcp:400:kworker.0 00000100:00100000:3.0:1786480276.467659:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1786480276.467666:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587008:192.168.204.128@tcp:400:kworker.0 00000100:00100000:3.0:1786480276.468017:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587264:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480276.479823:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587008:192.168.204.128@tcp:400:kworker.0 00010000:00080000:2.0:1786480276.479852:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c1f80 x1873260162587264/t0(0) o400->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480276.479864:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587264:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480276.479875:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162586880:192.168.204.128@tcp:400:kworker.0 00010000:00080000:2.0:1786480276.479903:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c3b80 x1873260162587136/t0(0) o400->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480276.479913:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587136:192.168.204.128@tcp:400:kworker.0 00010000:00010000:1.0:1786480276.976676:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480277.998811:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480279.024702:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480280.059660:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480281.070663:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480281.588577:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162587392:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480281.591482:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587648:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480281.591566:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1786480281.591575:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587520:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480281.591605:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587776:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480281.615262:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162587392:192.168.204.128@tcp:400:kworker.0 00010000:00080000:2.0:1786480281.615291:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c6a00 x1873260162587648/t0(0) o400->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480281.615304:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587648:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480281.615331:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587520:192.168.204.128@tcp:400:kworker.0 00010000:00080000:2.0:1786480281.615564:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c5500 x1873260162587776/t0(0) o400->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480281.615575:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162587776:192.168.204.128@tcp:400:kworker.0 00000001:02000400:3.0:1786480281.992192:0:6433:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1786480282.095498:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480283.118606:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786480284.149457:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480285.174879:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786480286.190487:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786480286.702900:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc14b94c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1786480286.702908:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8cc14394c000: disconnect after 23s idle 00000100:00100000:2.0:1786480286.708213:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162588160:192.168.204.128@tcp:9:kworker.0 00000100:00100000:1.0:1786480286.708713:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162587904:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480286.708768:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786480286.708777:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162588032:192.168.204.128@tcp:400:kworker.0 00000100:00080000:1.0:1786480286.708871:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc14b949800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1786480286.708875:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8cc14394c000: disconnect after 23s idle 00000100:00100000:2.0:1786480286.713106:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162588288:192.168.204.128@tcp:9:kworker.0 00000100:00100000:1.0:1786480286.733402:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162588032:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480286.733421:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162587904:192.168.204.128@tcp:400:kworker.0 00010000:00080000:2.0:1786480286.738189:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69f100 x1873260162588160/t0(0) o9->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786480286.738211:0:2359:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8cc14a69f100 x1873260162588160/t0(0) o9->lustre-OST0000-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786480286.738220:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b94c000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1786480286.738224:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162588160:192.168.204.128@tcp:9:kworker.0 00010000:00080000:2.0:1786480286.738280:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69f480 x1873260162588288/t0(0) o9->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786480286.738290:0:2359:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8cc14a69f480 x1873260162588288/t0(0) o9->lustre-OST0001-osc-ffff8cc14394c000@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786480286.738297:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b949800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1786480286.738301:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa16975b-a18a-49bc-bf59-0a4727418f12:2359:1873260162588288:192.168.204.128@tcp:9:kworker.0 00010000:00010000:1.0:1786480287.214795:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480288.239261:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786480288.283052:0:6713:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-client.virtnet: executing yml_node 00010000:00010000:0.0:1786480289.265088:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480290.294872:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480291.311832:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786480291.824032:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162588416:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480291.824166:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786480291.824174:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162588544:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480291.831045:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162588544:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480291.831064:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162588416:192.168.204.128@tcp:400:kworker.0 00010000:00010000:0.0:1786480292.334467:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480293.358765:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480294.383446:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786480294.608760:0:7164:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.56.52 00010000:00010000:0.0:1786480295.406553:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480296.445748:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480296.949485:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162588672:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480296.949591:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786480296.949598:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162588800:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480296.961980:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162588800:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480296.961999:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162588672:192.168.204.128@tcp:400:kworker.0 00010000:00010000:0.0:1786480297.454897:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786480297.799834:0:7319:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.56.52 00010000:00010000:3.0:1786480298.478704:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480299.503579:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786480300.526505:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786480300.885278:0:7474:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.56.52 00010000:00010000:0.0:1786480301.554085:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786480302.065154:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2361:1873260162589056:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480302.065268:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1786480302.065292:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2361:1873260162588928:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480302.082460:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2361:1873260162588928:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480302.082485:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2361:1873260162589056:192.168.204.128@tcp:400:kworker.0 00010000:00010000:3.0:1786480302.574984:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786480302.746073:0:7618:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Aug 11 16:31:41 EDT 2026 00010000:00010000:1.0:1786480303.602002:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786480304.622697:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786480305.647800:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786480306.670749:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480307.191993:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162589184:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480307.192867:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786480307.192880:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162589312:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480307.206286:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162589312:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480307.206306:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162589184:192.168.204.128@tcp:400:kworker.0 00010000:00010000:0.0:1786480307.694955:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480308.739306:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480309.743044:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480310.766679:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480311.790614:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786480312.305116:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162589440:192.168.204.128@tcp:400:kworker.0 00000100:00100000:1.0:1786480312.305242:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786480312.305251:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162589568:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480312.313785:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162589568:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480312.313804:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162589440:192.168.204.128@tcp:400:kworker.0 00010000:00010000:2.0:1786480312.815826:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480313.839068:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480314.865371:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480315.893116:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480316.911513:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786480317.424626:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162589696:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480317.424771:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786480317.424779:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162589824:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480317.442171:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162589824:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480317.445115:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162589696:192.168.204.128@tcp:400:kworker.0 00010000:00010000:0.0:1786480317.934525:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786480318.959705:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480319.984426:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786480320.858913:0:8172:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:2.0:1786480321.013732:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480322.032018:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786480322.500003:0:8310:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00000100:00100000:0.0:1786480322.548125:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162589952:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480322.548222:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786480322.548241:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162590080:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480322.559318:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162590080:192.168.204.128@tcp:400:kworker.0 00000100:00100000:0.0:1786480322.559335:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162589952:192.168.204.128@tcp:400:kworker.0 00010000:00010000:3.0:1786480323.055777:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786480324.086056:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786480324.846171:0:8453:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 16:32:03 (1786480323) === 00000080:00200008:2.0:1786480324.910188:0:7634:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786480324.910201:0:7634:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:2.0:1786480324.912276:0:7634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786480324.912308:0:7634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1786480324.912335:0:7634:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1786480324.912370:0:7634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786480324.912381:0:7634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:2.0:1786480324.912385:0:7634:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:2.0:1786480324.912393:0:7634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41c1fcb8 00010000:00010000:2.0:1786480324.912397:0:7634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1786480324.912407:0:7634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1786480325.011743:0:7634:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1786480325.011758:0:7634:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:0.0:1786480325.011781:0:7634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1786480325.011800:0:7634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1786480325.011815:0:7634:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1786480325.011824:0:7634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1786480325.011831:0:7634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:0.0:1786480325.011835:0:7634:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:0.0:1786480325.011843:0:7634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41c1fcb8 00010000:00010000:0.0:1786480325.011847:0:7634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1786480325.012547:0:7634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1786480325.107532:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1786480325.114227:0:7634:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1786480325.114241:0:7634:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:0.0:1786480325.114273:0:7634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1786480325.114291:0:7634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1786480325.114308:0:7634:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1786480325.114315:0:7634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1786480325.114324:0:7634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:0.0:1786480325.114327:0:7634:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:0.0:1786480325.114335:0:7634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41c1fcb8 00010000:00010000:0.0:1786480325.114354:0:7634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1786480325.116220:0:7634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1786480325.195665:0:7634:0:(file.c:6285:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8cc14bd02a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786480325.195678:0:7634:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd02a08),name=/ 00000002:00010000:2.0:1786480325.195700:0:7634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786480325.195722:0:7634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786480325.195740:0:7634:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1786480325.195748:0:7634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786480325.195756:0:7634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) 00000080:00010000:2.0:1786480325.195759:0:7634:0:(llite_internal.h:1986:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8cc14bd02a08) for lock 0x13b9f598d5fb0773 00000080:00010000:2.0:1786480325.195767:0:7634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x13b9f598d5fb0773 from it ffff9c2d41c1fcb8 00010000:00010000:2.0:1786480325.195781:0:7634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786480325.196254:0:7634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8cc14394c000 lock: ffff8cc141656e00/0x13b9f598d5fb0773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6de7b4b042c5fd09 expref: -99 pid: 5632 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1786480325.619299:0:8501:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786480325.619305:0:8501:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1786480325.619306:0:8501:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.128@tcp:/lustre 00000020:01000004:2.0:1786480325.619307:0:8501:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1786480325.619859:0:8501:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8cc14afa9800 00000080:01000004:2.0:1786480325.619869:0:8501:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1786480325.619891:0:8501:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.128@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1786480325.619894:0:8501:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.128@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1786480325.619901:0:8501:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8cc14afa9800 (sb ffff8cc14afa9800) 00000080:01000000:2.0:1786480325.619997:0:8501:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786480325.619999:0:8501:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786480325.620002:0:8501:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:2.0:1786480325.620011:0:8501:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: fe0dfc0b-86e1-472e-9360-26e5958ed350 10000000:01000000:2.0:1786480325.622993:0:8501:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786480325.623000:0:8501:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cc14afa9800 10000000:01000000:2.0:1786480325.623009:0:8501:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cc14afa9800 10000000:01000000:2.0:1786480325.623013:0:8501:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786480325.623018:0:8501:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cc14afa9800 10000000:01000000:2.0:1786480325.623021:0:8501:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786480325.623025:0:8501:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8cc14afa9800 10000000:01000000:2.0:1786480325.623028:0:8501:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1786480325.623032:0:8501:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8cc14afa9800 from 1 10000000:01000000:2.0:1786480325.623035:0:8501:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786480325.623076:0:8501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480325.623088:0:8501:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480325.623107:0:8501:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786480325.623213:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590208:192.168.204.128@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786480325.623312:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc142f45180 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.639378:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590208:192.168.204.128@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786480325.639411:0:8501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdbf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.639437:0:8501:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fdbf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480325.639539:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590336:192.168.204.128@tcp:501:mount.lustre.0 00000100:00100000:3.0:1786480325.642392:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.656791:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590336:192.168.204.128@tcp:501:mount.lustre.0 00000100:00100000:3.0:1786480325.656868:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590464:192.168.204.128@tcp:503:mount.lustre.0 00000100:00100000:3.0:1786480325.658698:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.671282:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590464:192.168.204.128@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786480325.679294:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8505:1873260162590592:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786480325.679448:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc1412ed780 going to sleep for 11 seconds 00000100:00100000:2.0:1786480325.686580:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8505:1873260162590592:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786480325.686628:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480325.686641:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.686643:0:8505:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1786480325.686651:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.686654:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480325.686667:0:8505:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8cc14afa9800 (ffff8cc14a6d0000) 00000020:00000080:2.0:1786480325.686688:0:8505:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:2.0:1786480325.686695:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.686697:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786480325.688994:0:8505:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8cc14afa9800 (uuid fe0dfc0b-86e1-472e-9360-26e5958ed350) 00000020:01000000:2.0:1786480325.689009:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.689024:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.689026:0:8505:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1786480325.689030:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480325.689035:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.689037:0:8505:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1786480325.689042:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.689044:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480325.689054:0:8505:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8cc14afa9800 (ffff8cc14a6d4d40) 00000020:00000080:2.0:1786480325.689081:0:8505:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:2.0:1786480325.689088:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.689090:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786480325.689705:0:8505:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8cc14afa9800 (uuid fe0dfc0b-86e1-472e-9360-26e5958ed350) 00000020:01000000:2.0:1786480325.689712:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.689716:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.689718:0:8505:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1786480325.689721:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480325.689724:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.689725:0:8505:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1786480325.689729:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786480325.689731:0:8505:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1786480325.689734:0:8505:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1786480325.689740:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.689743:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.689744:0:8505:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1786480325.689746:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480325.689750:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.689752:0:8505:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1786480325.689754:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786480325.689760:0:8505:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1786480325.690202:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.690206:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480325.690215:0:8505:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8cc14afa9800 (ffff8cc14a6d3380) 00000020:00000080:2.0:1786480325.690230:0:8505:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:2.0:1786480325.690235:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.690238:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786480325.690330:0:8505:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc14b9e3800@lustre-MDT0000-mdc-ffff8cc14afa9800: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1786480325.694987:0:8505:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8cc14afa9800-4 is initialized 00000040:01000000:2.0:1786480325.695296:0:8505:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8cc14afa9800 ctxt 13 is initialized 00000020:00000080:2.0:1786480325.695508:0:8505:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8cc14afa9800 (uuid fe0dfc0b-86e1-472e-9360-26e5958ed350) 00000020:01000000:2.0:1786480325.695531:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.695535:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786480325.695633:0:8505:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1786480325.695682:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.695686:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.695688:0:8505:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1786480325.695691:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786480325.695693:0:8505:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1786480325.695695:0:8505:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480325.695696:0:8505:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480325.695697:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786480325.695700:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.695701:0:8505:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786480325.695703:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786480325.695708:0:8505:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.128@tcp:/lustre 00000020:00000080:2.0:1786480325.695711:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.695713:0:8505:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1786480325.695717:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786480325.695721:0:8505:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1786480325.695747:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.695749:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480325.695769:0:8505:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8cc14afa9800 (ffff8cc149b899c0) 00000020:00000080:2.0:1786480325.695922:0:8505:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:2.0:1786480325.695931:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.695934:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786480325.696014:0:8505:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc14b9e1000@lustre-OST0000-osc-ffff8cc14afa9800: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1786480325.696317:0:8505:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8cc14afa9800-5 is initialized 00000020:00000080:2.0:1786480325.699959:0:8505:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8cc14afa9800 (uuid fe0dfc0b-86e1-472e-9360-26e5958ed350) 00000020:01000000:2.0:1786480325.699979:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.699984:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786480325.700013:0:8505:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1786480325.700659:0:8505:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8cc14afa9800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1786480325.700667:0:8505:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1786480325.700688:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.700692:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.700694:0:8505:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1786480325.700699:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786480325.700702:0:8505:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1786480325.700704:0:8505:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480325.700705:0:8505:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786480325.700707:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786480325.700709:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.700710:0:8505:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786480325.700713:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786480325.700717:0:8505:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.128@tcp:/lustre 00000020:00000080:2.0:1786480325.701327:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.701329:0:8505:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1786480325.701336:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786480325.701410:0:8505:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1786480325.701461:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.701465:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786480325.701489:0:8505:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8cc14afa9800 (ffff8cc149b88000) 00000020:00000080:2.0:1786480325.701510:0:8505:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:2.0:1786480325.701517:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.701520:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786480325.702263:0:8505:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc14b9e3000@lustre-OST0001-osc-ffff8cc14afa9800: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1786480325.702576:0:8505:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8cc14afa9800-6 is initialized 00000020:00000080:2.0:1786480325.703263:0:8505:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8cc14afa9800 (uuid fe0dfc0b-86e1-472e-9360-26e5958ed350) 00000020:01000000:2.0:1786480325.703277:0:8505:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8cc14afa9800 00000020:00000080:2.0:1786480325.703281:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786480325.703301:0:8505:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1786480325.703310:0:8505:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8cc14afa9800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1786480325.703315:0:8505:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1786480325.703335:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.703364:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.703366:0:8505:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1786480325.703370:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480325.703374:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.703375:0:8505:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786480325.703378:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786480325.703380:0:8505:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1786480325.703382:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.703384:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.703385:0:8505:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:2.0:1786480325.703388:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786480325.703390:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.703391:0:8505:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1786480325.703394:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1786480325.703447:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8505:1873260162590720:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786480325.703564:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc1432540c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786480325.720272:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8505:1873260162590720:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786480325.720320:0:8505:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786480325.720329:0:8505:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786480325.720331:0:8505:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786480325.720359:0:8505:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1786480325.721244:0:8501:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1786480325.721269:0:8501:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1786480325.721292:0:8501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdbf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.721304:0:8501:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc1821fce00/0x13b9f598d5fb078f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdbf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786480325.721327:0:8501:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8cc14afa9800 from 1 10000000:01000000:3.0:1786480325.721331:0:8501:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1786480325.721379:0:8501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.721387:0:8501:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.721410:0:8501:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480325.721437:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590848:192.168.204.128@tcp:101:mount.lustre.0 00000100:00100000:3.0:1786480325.721537:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.743334:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590848:192.168.204.128@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786480325.743932:0:8501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdc6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.743947:0:8501:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fdc6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480325.744676:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590976:192.168.204.128@tcp:256:mount.lustre.0 00000100:00100000:3.0:1786480325.744931:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.756893:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162590976:192.168.204.128@tcp:256:mount.lustre.0 10000000:01000000:3.0:1786480325.759201:0:8501:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1786480325.759225:0:8501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdc6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.759239:0:8501:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc141657400/0x13b9f598d5fb07b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdc6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786480325.759664:0:8501:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8cc14afa9800 from 1 10000000:01000000:3.0:1786480325.759668:0:8501:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786480325.759722:0:8501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.759744:0:8501:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.759756:0:8501:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786480325.759906:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162591104:192.168.204.128@tcp:101:mount.lustre.0 00000100:00100000:3.0:1786480325.760198:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.764291:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162591104:192.168.204.128@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786480325.764326:0:8501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.764566:0:8501:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786480325.764794:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162591232:192.168.204.128@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786480325.765052:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc1432540c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786480325.769312:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162591232:192.168.204.128@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786480325.769525:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162591360:192.168.204.128@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786480325.769724:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc1432540c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786480325.774503:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8501:1873260162591360:192.168.204.128@tcp:503:mount.lustre.0 00000100:00100000:0.0:1786480325.775153:0:8509:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8509:1873260162591488:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786480325.775405:0:8509:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b9b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786480325.781065:0:8509:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8509:1873260162591488:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786480325.781134:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786480325.781145:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786480325.781148:0:8509:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1786480325.781155:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc14afa9800 00000020:00000080:0.0:1786480325.781158:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1786480325.781166:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786480325.781169:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786480325.781170:0:8509:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1786480325.781184:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786480325.781187:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786480325.781188:0:8509:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1786480325.781192:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc14afa9800 00000020:00000080:0.0:1786480325.781194:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1786480325.781521:0:8509:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8509:1873260162591616:192.168.204.128@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786480325.781672:0:8509:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b914780 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.807262:0:8509:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7150d5bc-75eb-4818-9d96-9b72a0849d4e:8509:1873260162591616:192.168.204.128@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786480325.807319:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786480325.807331:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786480325.807333:0:8509:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786480325.807912:0:8509:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1786480325.808082:0:8501:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1786480325.808104:0:8501:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1786480325.809227:0:8501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786480325.809242:0:8501:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1786480325.809292:0:8501:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1786480325.809319:0:8501:0:(genops.c:1406:class_connect()) connect: client fe0dfc0b-86e1-472e-9360-26e5958ed350, cookie 0x13b9f598d5fb07c7 00800000:01000000:3.0:1786480325.809357:0:8501:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect fe0dfc0b-86e1-472e-9360-26e5958ed350 to lustre-clilmv-ffff8cc14afa9800 00800000:01000000:3.0:1786480325.809367:0:8501:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8cc14afa9800(fe0dfc0b-86e1-472e-9360-26e5958ed350) - lustre-MDT0000_UUID, fe0dfc0b-86e1-472e-9360-26e5958ed350 00000020:00000080:3.0:1786480325.809375:0:8501:0:(genops.c:1406:class_connect()) connect: client fe0dfc0b-86e1-472e-9360-26e5958ed350, cookie 0x13b9f598d5fb07ce 00000100:00080000:3.0:1786480325.809388:0:8501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8cc14afa9800: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:3.0:1786480325.809402:0:8501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8cc14afa9800: import ffff8cc14b9e3800 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000008:00100000:3.0:1786480325.809419:0:8501:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682932 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786480325.809453:0:8501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc14a6c2d80 x1873260162591744/t0(0) o38->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786480325.809492:0:8501:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID 00800000:01000000:3.0:1786480325.809596:0:8501:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8cc14afa9800(fe0dfc0b-86e1-472e-9360-26e5958ed350) successfully (5) 00800000:00000004:3.0:1786480325.809600:0:8501:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8cc14afa9800: age -649, max_age 0 00000080:00000004:3.0:1786480325.809631:0:8501:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8cc14afa9800: age -649, max_age 350 00800000:00000004:3.0:1786480325.809637:0:8501:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8cc14afa9800: age -649, max_age 350 00000100:00080000:3.0:1786480325.809656:0:8501:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8cc14a6c0a80 x1873260162592000/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480325.809665:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a35780 going to sleep for 0 seconds 00000100:00100000:3.0:1786480325.809687:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162591744:192.168.204.128@tcp:38:mount.lustre.0 00000100:00080000:3.0:1786480325.809821:0:2362:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8cc14a6c1180 x1873260162591872/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480325.809831:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786480325.814310:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162592128:192.168.204.128@tcp:400:kworker.0 00000100:00100000:3.0:1786480325.823873:0:2359:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786480325.823892:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8cc14afa9800: connect to target with instance 1 00000100:00080000:3.0:1786480325.823902:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8cc14afa9800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786480325.823915:0:2359:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1786480325.823919:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786480325.824771:0:2359:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000017756874): req@ffff8cc14a6c0a80 x1873260162592000/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786480325.826132:0:2359:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ed938166): req@ffff8cc14a6c1180 x1873260162591872/t0(0) o41->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480325.826148:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162591744:192.168.204.128@tcp:38:mount.lustre.0 00000100:00100000:3.0:1786480325.826302:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a35780 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.831025:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162592128:192.168.204.128@tcp:400:kworker.0 00000100:00100000:2.0:1786480325.836514:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:0:1873260162591872:192.168.204.128@tcp:41:mount.lustre.0 00000100:00100000:3.0:1786480325.837218:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe0dfc0b-86e1-472e-9360-26e5958ed350:8501:1873260162592000:192.168.204.128@tcp:41:mount.lustre.0 00800000:00000004:3.0:1786480325.837238:0:8501:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8cc14afa9800: update ffff8cc14a6d37d0 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:3.0:1786480325.837245:0:8501:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8cc14afa9800: update ffff8cc14a6d5190 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:3.0:1786480325.837285:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe0dfc0b-86e1-472e-9360-26e5958ed350:8501:1873260162592256:192.168.204.128@tcp:40:mount.lustre.0 00000100:00100000:3.0:1786480325.840200:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a35600 going to sleep for 11 seconds 00000100:00100000:3.0:1786480325.846935:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe0dfc0b-86e1-472e-9360-26e5958ed350:8501:1873260162592256:192.168.204.128@tcp:40:mount.lustre.0 00000080:00000004:3.0:1786480325.846965:0:8501:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1786480325.846982:0:8501:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682932 ocd_grant: 3407872 00020000:01000000:3.0:1786480325.846986:0:8501:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1786480325.846998:0:8501:0:(genops.c:1406:class_connect()) connect: client fe0dfc0b-86e1-472e-9360-26e5958ed350, cookie 0x13b9f598d5fb07d5 00000020:00000080:3.0:1786480325.847379:0:8501:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x13b9f598d5fb07dc 00000100:00080000:3.0:1786480325.847388:0:8501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8cc14afa9800: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:3.0:1786480325.847397:0:8501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8cc14afa9800: import ffff8cc14b9e1000 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000008:00100000:3.0:1786480325.847409:0:8501:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682932 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786480325.847438:0:8501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc14a6c0a80 x1873260162592384/t0(0) o8->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786480325.847464:0:8501:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID 00020000:01000000:3.0:1786480325.847488:0:8501:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8cc14afa9800) active 00000020:00000080:3.0:1786480325.847518:0:8501:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x13b9f598d5fb07e3 00000100:00080000:3.0:1786480325.847524:0:8501:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8cc14afa9800: connect to NID 192.168.204.128@tcp last attempt 0 00000100:00080000:3.0:1786480325.847529:0:8501:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8cc14afa9800: import ffff8cc14b9e3000 using connection 192.168.204.128@tcp/192.168.204.128@tcp 00000008:00100000:3.0:1786480325.847534:0:8501:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682932 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786480325.847547:0:8501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc14a6c3800 x1873260162592512/t0(0) o8->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786480325.847556:0:8501:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID 00020000:01000000:3.0:1786480325.847561:0:8501:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8cc14afa9800) active 00000100:00100000:3.0:1786480325.847601:0:8501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe0dfc0b-86e1-472e-9360-26e5958ed350:8501:1873260162592640:192.168.204.128@tcp:33:mount.lustre.0 00000100:00100000:3.0:1786480325.847729:0:8501:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149a35600 going to sleep for 11 seconds 00000100:00100000:1.0:1786480325.848288:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162592384:192.168.204.128@tcp:8:mount.lustre.0 00000100:00100000:1.0:1786480325.848363:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162592512:192.168.204.128@tcp:8:mount.lustre.0 00010000:00080000:3.0:1786480325.863167:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c0a80 x1873260162592384/t0(0) o8->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 520/416 e 0 to 0 dl 1786480335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480325.863186:0:2359:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cc14afa9800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786480325.863198:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8cc14afa9800: connect to target with instance 1 00000100:00080000:3.0:1786480325.863207:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8cc14afa9800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786480325.863221:0:2359:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786480325.863239:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e1000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786480325.863247:0:2359:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786480325.863252:0:2359:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786480325.863259:0:2359:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786480325.863272:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162592384:192.168.204.128@tcp:8:mount.lustre.0 00000100:00100000:0.0:1786480325.863288:0:8501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe0dfc0b-86e1-472e-9360-26e5958ed350:8501:1873260162592640:192.168.204.128@tcp:33:mount.lustre.0 00010000:00080000:3.0:1786480325.863289:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c3800 x1873260162592512/t0(0) o8->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 520/416 e 0 to 0 dl 1786480335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480325.863297:0:2359:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cc14afa9800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786480325.863300:0:2359:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8cc14afa9800: connect to target with instance 1 00000100:00080000:3.0:1786480325.863304:0:2359:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8cc14afa9800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786480325.863309:0:2359:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786480325.863311:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786480325.863315:0:2359:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786480325.863317:0:2359:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786480325.863319:0:2359:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786480325.863323:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162592512:192.168.204.128@tcp:8:mount.lustre.0 00000080:00200000:0.0:1786480325.868850:0:8501:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8cc14bd5e3c8) 00000080:00200000:0.0:1786480325.868867:0:8501:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:0.0:1786480325.868940:0:8501:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_52_g54963d0 00000080:00000004:0.0:1786480325.871059:0:8501:0:(super25.c:181:lustre_fill_super()) 192.168.204.128@tcp:/lustre: Mount complete 00010000:00010000:0.0:1786480326.129493:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1786480326.167156:0:8530:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1786480326.766494:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295019633, at 4295019648 00000100:00000010:1.0:1786480326.766510:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc14c274a80. 00000100:00000040:0.0:1786480326.766887:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295019633, at 4295019648 00000100:00000010:0.0:1786480326.766895:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc14c274de0. 00010000:00000001:0.0:1786480327.151061:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480327.151069:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480327.151075:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480327.151076:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480327.151107:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480327.151110:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480327.151113:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480328.174568:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480328.174573:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480328.174580:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480328.174581:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480328.174703:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480328.174706:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480328.174710:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480329.198865:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480329.198871:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480329.198890:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480329.198905:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480329.198938:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480329.198941:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480329.198945:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480330.222459:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480330.222468:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480330.222470:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480330.222473:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480330.222478:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480330.222480:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480330.222482:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480330.222485:0:53:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480330.222488:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480330.222490:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480330.222513:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480330.222516:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480330.222519:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1786480330.421620:0:2357:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at ffff8cc146618140. 00000400:00000010:2.0:1786480330.421640:0:2357:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at ffff8cc14e7ca300. 00000100:00000040:1.0:1786480331.246820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786480331.246834:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786480331.246842:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a69d500. 00000020:00000040:1.0:1786480331.246848:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:1.0:1786480331.246853:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786480331.246857:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786480331.246864:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786480331.246872:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc1481eab00. 00000100:00000001:1.0:1786480331.246880:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.246894:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786480331.246905:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786480331.246918:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.246924:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dc1b35e] to pc [ptlrpcd_00_00+0] req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.246951:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.246954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786480331.246957:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786480331.246960:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a69ce00. 00000020:00000040:1.0:1786480331.246963:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:1.0:1786480331.246965:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786480331.246967:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786480331.246968:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786480331.246972:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc1481ead00. 00000100:00000001:1.0:1786480331.246975:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.246979:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786480331.246986:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786480331.246988:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.246991:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de9c010c] to pc [ptlrpcd_00_01+1] req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.246999:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786480331.247004:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786480331.247007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786480331.247009:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786480331.247012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786480331.247015:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786480331.247017:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a69dc00. 00000020:00000040:1.0:1786480331.247019:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:1.0:1786480331.247027:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786480331.247028:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786480331.247030:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786480331.247034:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc1481ea400. 00000100:00000001:1.0:1786480331.247037:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247041:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786480331.247049:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786480331.247051:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247055:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4c83148] to pc [ptlrpcd_00_00+0] req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.247061:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786480331.247066:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786480331.247070:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a69e300. 00000020:00000040:1.0:1786480331.247072:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e1000 refcount=3 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000100:00000001:1.0:1786480331.247074:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786480331.247075:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786480331.247077:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786480331.247079:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc1481ea000. 00000100:00000001:1.0:1786480331.247082:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247085:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786480331.247092:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786480331.247093:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247097:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000897ac006] to pc [ptlrpcd_00_01+1] req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.247103:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786480331.247108:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786480331.247115:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a69c700. 00000020:00000040:1.0:1786480331.247118:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3000 refcount=3 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000100:00000001:1.0:1786480331.247120:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786480331.247121:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786480331.247123:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786480331.247126:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc1481ea800. 00000100:00000001:1.0:1786480331.247129:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247134:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786480331.247141:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786480331.247144:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247147:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048463e5f] to pc [ptlrpcd_00_00+0] req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.247154:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.247158:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (361) 00000100:00000001:1.0:1786480331.247168:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480331.247172:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480331.247174:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480331.247179:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.247186:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480331.247189:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.247193:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480331.247195:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480331.247197:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480331.247201:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162592768:192.168.204.128@tcp:400:kworker.0 00000100:00000001:1.0:1786480331.247205:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480331.247211:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480331.247213:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.247216:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480331.247220:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27c00. 02000000:00000001:1.0:1786480331.247222:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480331.247230:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480331.247240:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abee18. 00000400:00000010:1.0:1786480331.247247:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3cc0. 00000100:00000200:1.0:1786480331.247256:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162592768, portal 25 00000100:00000001:1.0:1786480331.247258:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480331.247260:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537867520 : -126713171684096 : ffff8cc14a69d500) 00000100:00000040:1.0:1786480331.247266:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.247273:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480331.247276:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480331.247280:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3d48. 00000100:00000200:1.0:1786480331.247283:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162592768, offset 0 00000400:00000200:1.0:1786480331.247292:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480331.247302:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.247310:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480331.247317:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480331.247322:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480331.247326:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480331.247330:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480331.247334:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [104:104:256:4294967295] 192.168.204.128@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1786480331.247965:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.247975:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480331.247982:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480331.247988:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc1591c0700. 00000800:00000200:1.0:1786480331.247994:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480331.248001:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480331.248005:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc1591c0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786480331.248017:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480331.248021:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480331.248023:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295025034 00000100:00000010:1.0:1786480331.248028:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453981e0. 00000100:00000001:1.0:1786480331.248033:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786480331.248043:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295025034 00000100:00000010:1.0:1786480331.248046:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc145398900. 00000100:00000001:1.0:1786480331.248048:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786480331.248052:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.248055:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248058:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480331.248063:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248070:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480331.248071:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248074:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480331.248076:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480331.248078:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480331.248081:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2360:1873260162593024:192.168.204.128@tcp:400:kworker.0 00000100:00000001:1.0:1786480331.248084:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480331.248087:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480331.248090:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248092:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480331.248095:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27a00. 02000000:00000001:1.0:1786480331.248097:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480331.248101:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480331.248104:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abec60. 00000400:00000010:1.0:1786480331.248108:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3088. 00000100:00000200:1.0:1786480331.248111:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593024, portal 10 00000100:00000001:1.0:1786480331.248113:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480331.248114:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537869312 : -126713171682304 : ffff8cc14a69dc00) 00000020:00000010:1.0:1786480331.248121:0:2360:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8cc149a54000. 00000100:00000040:1.0:1786480331.248127:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248133:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480331.248135:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480331.248137:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3990. 00000100:00000200:1.0:1786480331.248145:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162593024, offset 0 00000400:00000200:1.0:1786480331.248150:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248155:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248159:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480331.248162:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480331.248165:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480331.248167:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480331.248169:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248172:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [105:105:255:4294967295] 192.168.204.128@tcp LPNI seq info [105:105:7:4294967295] 00000400:00000200:1.0:1786480331.248175:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248181:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480331.248186:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480331.248189:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc1591c0300. 00000800:00000200:1.0:1786480331.248193:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480331.248197:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480331.248199:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc1591c0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786480331.248202:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.248206:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 23507 usecs (24 jiffies) 00000400:00000200:1.0:1786480331.248208:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480331.248210:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295024153 00000100:00000001:1.0:1786480331.248213:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248215:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295024153 00000100:00000001:1.0:1786480331.248217:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248219:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.248221:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248223:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480331.248227:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248235:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480331.248241:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248244:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480331.248246:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480331.248247:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480331.248250:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2360:1873260162593280:192.168.204.128@tcp:400:kworker.0 00000100:00000001:1.0:1786480331.248254:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480331.248256:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480331.248257:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248259:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480331.248262:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27000. 02000000:00000001:1.0:1786480331.248263:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480331.248267:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480331.248270:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abe6e0. 00000400:00000010:1.0:1786480331.248273:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3b28. 00000100:00000200:1.0:1786480331.248276:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593280, portal 4 00000100:00000001:1.0:1786480331.248278:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480331.248279:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537863936 : -126713171687680 : ffff8cc14a69c700) 00000100:00000040:1.0:1786480331.248285:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248291:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480331.248293:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480331.248296:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a34c8. 00000100:00000200:1.0:1786480331.248299:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162593280, offset 0 00000400:00000200:1.0:1786480331.248302:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248305:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248309:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480331.248311:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480331.248313:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480331.248316:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480331.248318:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248320:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [106:106:254:4294967295] 192.168.204.128@tcp LPNI seq info [106:106:6:4294967295] 00000400:00000200:1.0:1786480331.248324:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248329:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480331.248422:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480331.248427:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc1591c0a00. 00000800:00000200:1.0:1786480331.248430:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480331.248434:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480331.248437:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc1591c0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786480331.248440:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.248442:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: using a timeout of 19656 usecs (20 jiffies) 00000400:00000200:1.0:1786480331.248634:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480331.248637:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295024149 00000100:00000001:1.0:1786480331.248639:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248641:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295024149 00000100:00000001:1.0:1786480331.248643:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248645:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.248648:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248650:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248654:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.248661:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786480331.248663:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786480331.248666:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480331.248667:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480331.248669:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480331.248671:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1786480331.248672:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.248674:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786480331.248675:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.248677:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480331.248678:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480331.248679:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480331.248683:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248689:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480331.248691:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248699:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480331.248701:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480331.248703:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480331.248706:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162592896:192.168.204.128@tcp:400:kworker.0 00000100:00000001:1.0:1786480331.248709:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480331.248711:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480331.248713:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248714:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480331.248717:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af26000. 02000000:00000001:1.0:1786480331.248718:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480331.248721:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480331.248724:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abe318. 00000400:00000010:1.0:1786480331.248727:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a37f8. 00000100:00000200:1.0:1786480331.248730:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162592896, portal 10 00000100:00000001:1.0:1786480331.248731:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480331.248732:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537865728 : -126713171685888 : ffff8cc14a69ce00) 00000100:00000040:1.0:1786480331.248738:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248743:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480331.248746:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480331.248748:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a35d8. 00000100:00000200:1.0:1786480331.248750:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162592896, offset 0 00000400:00000200:1.0:1786480331.248753:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248758:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248761:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480331.248764:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480331.248766:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480331.248769:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480331.248771:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248774:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [107:107:253:4294967295] 192.168.204.128@tcp LPNI seq info [107:107:5:4294967295] 00000400:00000200:1.0:1786480331.248777:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248784:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480331.248796:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480331.248800:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14e430f00. 00000800:00000200:1.0:1786480331.248803:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480331.248807:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480331.248809:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14e430f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786480331.248812:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.248815:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 152621 usecs (153 jiffies) 00000400:00000200:1.0:1786480331.248819:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480331.248821:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295024282 00000100:00000001:1.0:1786480331.248823:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 0, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248824:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295024282 00000100:00000001:1.0:1786480331.248826:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 1, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248827:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.248829:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248831:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480331.248835:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248841:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480331.248842:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248844:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480331.248846:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480331.248847:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480331.248850:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2360:1873260162593152:192.168.204.128@tcp:400:kworker.0 00000100:00000001:1.0:1786480331.248853:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480331.248855:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480331.248857:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.248858:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480331.248861:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27600. 02000000:00000001:1.0:1786480331.248863:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480331.248865:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480331.248872:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abe790. 00000400:00000010:1.0:1786480331.248875:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3e58. 00000100:00000200:1.0:1786480331.248877:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593152, portal 4 00000100:00000001:1.0:1786480331.248879:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480331.248880:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537871104 : -126713171680512 : ffff8cc14a69e300) 00000100:00000040:1.0:1786480331.248886:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.248892:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480331.248893:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480331.248895:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3770. 00000100:00000200:1.0:1786480331.248897:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162593152, offset 0 00000400:00000200:1.0:1786480331.248901:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248904:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248907:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480331.248909:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480331.248912:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480331.248914:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480331.248916:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480331.248918:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [108:108:252:4294967295] 192.168.204.128@tcp LPNI seq info [108:108:4:4294967295] 00000400:00000200:1.0:1786480331.248922:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.248927:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480331.248930:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480331.248934:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc15923f700. 00000800:00000200:1.0:1786480331.248938:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480331.248943:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480331.248945:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc15923f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786480331.248947:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.248950:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: using a timeout of 19598 usecs (20 jiffies) 00000400:00000200:1.0:1786480331.248952:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480331.248954:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295024149 00000100:00000001:1.0:1786480331.248956:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248963:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295024149 00000100:00000001:1.0:1786480331.248965:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295025034 00000100:00000001:1.0:1786480331.248967:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.248969:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248971:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248973:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.248991:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480331.248993:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786480331.249033:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480331.249037:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc1591c0700. 00000400:00000200:1.0:1786480331.249044:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.249049:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480331.249055:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3d48 00000400:00000010:1.0:1786480331.249057:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3d48. 00000100:00000001:1.0:1786480331.249061:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480331.249066:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249076:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.249080:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249086:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.249088:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786480331.249099:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480331.249101:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc1591c0300. 00000400:00000200:1.0:1786480331.249104:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.249107:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480331.249109:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3990 00000400:00000010:1.0:1786480331.249111:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3990. 00000100:00000001:1.0:1786480331.249112:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480331.249116:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249123:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.249131:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249138:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.249140:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786480331.249147:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480331.249149:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc1591c0a00. 00000400:00000200:1.0:1786480331.249151:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.249154:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480331.249157:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a34c8 00000400:00000010:1.0:1786480331.249158:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a34c8. 00000100:00000001:1.0:1786480331.249160:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480331.249163:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249170:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.249173:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249179:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.249180:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786480331.249187:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480331.249189:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14e430f00. 00000400:00000200:1.0:1786480331.249191:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.249194:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480331.249197:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a35d8 00000400:00000010:1.0:1786480331.249198:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a35d8. 00000100:00000001:1.0:1786480331.249200:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480331.249203:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249210:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.249213:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.249218:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.249220:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786480331.250420:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480331.250429:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc15923f700. 00000400:00000200:1.0:1786480331.250436:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.250443:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480331.250459:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3770 00000400:00000010:1.0:1786480331.250461:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3770. 00000100:00000001:1.0:1786480331.250466:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480331.250473:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.250563:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.250568:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.250575:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.250577:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786480331.250708:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480331.250712:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480331.250715:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480331.250717:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480331.251793:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480331.251798:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480331.251802:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1786480331.257250:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257267:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480331.257272:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257275:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257285:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257293:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480331.257302:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257307:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257312:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257316:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903100 00000400:00000200:1.0:1786480331.257322:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257328:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x689 [1] + 224 00000800:00000001:1.0:1786480331.257335:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257376:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257379:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.257384:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480331.257390:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257398:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480331.257421:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257433:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480331.257441:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257445:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480331.257447:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257449:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257452:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257456:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480331.257460:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257463:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257466:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257468:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903080 00000400:00000200:1.0:1786480331.257471:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257475:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x6a9 [1] + 224 00000800:00000001:1.0:1786480331.257479:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257482:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257555:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.257558:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480331.257562:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257566:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480331.257574:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257580:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480331.257585:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257589:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480331.257591:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257593:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257596:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257605:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480331.257609:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257612:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257615:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257617:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903200 00000400:00000200:1.0:1786480331.257621:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257625:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x699 [1] + 224 00000800:00000001:1.0:1786480331.257629:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257633:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257635:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.257638:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480331.257640:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257645:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480331.257652:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257658:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480331.257662:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257664:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480331.257666:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257668:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257670:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257673:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480331.257677:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257679:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257681:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257683:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903180 00000400:00000200:1.0:1786480331.257686:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257689:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x6b9 [1] + 224 00000800:00000001:1.0:1786480331.257693:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257695:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257703:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.257706:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480331.257710:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257714:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480331.257721:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257728:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480331.257731:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257735:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480331.257737:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257739:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257742:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257745:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480331.257749:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257751:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257754:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257757:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e903000 00000400:00000200:1.0:1786480331.257760:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480331.257764:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x679 [1] + 224 00000800:00000001:1.0:1786480331.257767:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257775:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480331.257777:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480331.257780:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480331.257783:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257786:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480331.257794:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257800:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480331.257803:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480331.257811:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.257824:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480331.257828:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786480331.257834:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786480331.257837:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786480331.257840:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abe318. 00000400:00000200:1.0:1786480331.257844:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a37f8 00000400:00000010:1.0:1786480331.257846:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a37f8. 00000100:00000001:1.0:1786480331.257854:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257859:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786480331.257868:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257874:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786480331.257877:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.257879:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786480331.257882:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786480331.257885:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786480331.257887:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.257889:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786480331.257899:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1786480331.257902:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1786480331.257905:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786480331.257907:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786480331.257911:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786480331.257914:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.257918:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786480331.257920:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:1.0:1786480331.257922:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786480331.257924:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.257929:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.257936:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.257939:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786480331.257941:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786480331.257954:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480331.257967:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2360:1873260162592896:192.168.204.128@tcp:400:kworker.0 00000400:00000001:1.0:1786480331.257974:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786480331.257975:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786480331.257978:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abe790. 00000400:00000200:1.0:1786480331.257981:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3e58 00000400:00000010:1.0:1786480331.257983:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3e58. 00000100:00000001:1.0:1786480331.257985:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.257988:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786480331.257995:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258001:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786480331.258003:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258004:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786480331.258006:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786480331.258007:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786480331.258008:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.258010:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786480331.258014:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e1460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1786480331.258017:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e1418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1786480331.258019:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786480331.258020:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786480331.258022:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786480331.258025:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786480331.258031:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.258033:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786480331.258034:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:1.0:1786480331.258036:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786480331.258042:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.258047:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258054:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.258056:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786480331.258057:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786480331.258061:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480331.258067:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2360:1873260162593152:192.168.204.128@tcp:400:kworker.0 00000400:00000001:1.0:1786480331.258073:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786480331.258075:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786480331.258076:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abee18. 00000400:00000200:1.0:1786480331.258079:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3cc0 00000400:00000010:1.0:1786480331.258081:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3cc0. 00000100:00000001:1.0:1786480331.258083:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.258086:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786480331.258093:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258100:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786480331.258101:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258103:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786480331.258104:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786480331.258106:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786480331.258107:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.258109:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786480331.258112:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1786480331.258115:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1786480331.258117:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786480331.258118:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786480331.258120:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786480331.258121:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.258127:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.258132:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258138:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.258140:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786480331.258141:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786480331.258145:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480331.258151:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2360:1873260162592768:192.168.204.128@tcp:400:kworker.0 00000400:00000001:1.0:1786480331.258157:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786480331.258158:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786480331.258160:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abec60. 00000400:00000200:1.0:1786480331.258162:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3088 00000400:00000010:1.0:1786480331.258164:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3088. 00000100:00000001:1.0:1786480331.258166:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.258169:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786480331.258177:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258183:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786480331.258184:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258186:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786480331.258187:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786480331.258188:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786480331.258190:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.258191:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786480331.258196:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1786480331.258199:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1786480331.258201:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786480331.258202:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786480331.258203:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786480331.258205:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.258213:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786480331.258215:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:1.0:1786480331.258216:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786480331.258218:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.258222:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258229:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.258231:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786480331.258232:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786480331.258235:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480331.258241:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2360:1873260162593024:192.168.204.128@tcp:400:kworker.0 00000400:00000001:1.0:1786480331.258247:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786480331.258248:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786480331.258250:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abe6e0. 00000400:00000200:1.0:1786480331.258252:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3b28 00000400:00000010:1.0:1786480331.258254:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3b28. 00000100:00000001:1.0:1786480331.258257:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480331.258259:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786480331.258268:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258274:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786480331.258275:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258277:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786480331.258278:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786480331.258280:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786480331.258281:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480331.258283:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786480331.258287:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1786480331.258290:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1786480331.258292:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786480331.258298:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786480331.258300:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786480331.258304:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786480331.258311:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.258313:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786480331.258315:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:1.0:1786480331.258316:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786480331.258318:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480331.258321:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258327:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480331.258329:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786480331.258330:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786480331.258334:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786480331.258372:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2360:1873260162593280:192.168.204.128@tcp:400:kworker.0 00000100:00000001:1.0:1786480331.258377:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258380:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.258384:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a69ce00 x1873260162592896/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258390:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786480331.258392:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786480331.258397:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af26000. 02000000:00000001:1.0:1786480331.258401:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786480331.258404:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786480331.258406:0:2360:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:1.0:1786480331.258408:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786480331.258411:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc1481ead00. 02000000:00000001:1.0:1786480331.258416:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786480331.258417:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786480331.258424:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a69ce00. 00000100:00000001:1.0:1786480331.258428:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786480331.258430:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258431:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.258435:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a69e300 x1873260162593152/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258440:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786480331.258442:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786480331.258443:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27600. 02000000:00000001:1.0:1786480331.258445:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786480331.258446:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786480331.258447:0:2360:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e1000 refcount=2 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000020:00000001:1.0:1786480331.258449:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786480331.258451:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc1481ea000. 02000000:00000001:1.0:1786480331.258453:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786480331.258454:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786480331.258455:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a69e300. 00000100:00000001:1.0:1786480331.258457:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786480331.258458:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258460:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.258462:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a69d500 x1873260162592768/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258468:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786480331.258469:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786480331.258471:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27c00. 02000000:00000001:1.0:1786480331.258473:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786480331.258474:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786480331.258475:0:2360:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:1.0:1786480331.258477:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786480331.258478:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc1481eab00. 02000000:00000001:1.0:1786480331.258480:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786480331.258481:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786480331.258482:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a69d500. 00000100:00000001:1.0:1786480331.258819:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786480331.258821:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258824:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.258833:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a69dc00 x1873260162593024/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258839:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786480331.258841:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786480331.258843:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27a00. 02000000:00000001:1.0:1786480331.258845:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786480331.258846:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786480331.258847:0:2360:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:1.0:1786480331.258849:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786480331.258851:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc1481ea400. 02000000:00000001:1.0:1786480331.258853:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786480331.258854:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786480331.258856:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a69dc00. 00000100:00000001:1.0:1786480331.258858:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786480331.258859:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258861:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480331.258864:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a69c700 x1873260162593280/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480331.258870:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786480331.258871:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786480331.258873:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27000. 02000000:00000001:1.0:1786480331.258875:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786480331.258876:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786480331.258877:0:2360:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3000 refcount=2 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000020:00000001:1.0:1786480331.258879:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786480331.258880:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc1481ea800. 02000000:00000001:1.0:1786480331.258882:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786480331.258883:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786480331.258884:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a69c700. 00000100:00000001:1.0:1786480331.258886:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786480331.258888:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258891:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480331.258899:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786480331.258901:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480331.258903:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480331.258905:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480332.206801:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295025034, at 4295025088 00000100:00000010:0.0:1786480332.206820:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453981e0. 00000100:00000040:1.0:1786480332.207176:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295025034, at 4295025088 00000100:00000010:1.0:1786480332.207182:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc145398900. 00010000:00000001:0.0:1786480332.277792:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480332.277801:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480332.277806:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480332.277808:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480332.278618:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480332.278624:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480332.278628:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786480332.752117:0:8729:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786480332.752131:0:8729:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1786480333.110096:0:8765:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786480333.110448:0:8765:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1786480333.118217:0:8765:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1786480333.295585:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480333.295591:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480333.295598:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480333.295599:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480333.295942:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480333.295947:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480333.295951:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786480333.435851:0:8780:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480333.435864:0:8780:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480333.467118:0:8783:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480333.467132:0:8783:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480334.318472:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480334.318480:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480334.318487:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480334.318488:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480334.318610:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480334.318614:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480334.318617:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480335.342459:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480335.342466:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480335.342471:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480335.342474:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480335.342477:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480335.342480:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480335.342482:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480335.342485:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480335.342486:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480335.342488:0:53:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480335.342751:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480335.342755:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480335.342758:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480336.366480:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480336.366488:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480336.366495:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480336.366496:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480336.366902:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480336.366906:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480336.366909:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786480336.366930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480336.366936:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480336.366947:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c3800. 00000020:00000040:3.0:1786480336.366966:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:3.0:1786480336.366970:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480336.366973:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480336.366978:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480336.366985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05f00. 00000100:00000001:3.0:1786480336.366991:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367003:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480336.367014:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480336.367018:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367024:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3c1dd6] to pc [ptlrpcd_01_00+0] req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367053:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480336.367059:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480336.367062:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c0a80. 00000020:00000040:3.0:1786480336.367064:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:3.0:1786480336.367067:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480336.367068:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480336.367069:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480336.367072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05c00. 00000100:00000001:3.0:1786480336.367075:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367078:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480336.367086:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480336.367087:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006287259f] to pc [ptlrpcd_01_01+1] req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367099:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480336.367111:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1786480336.367111:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1786480336.367116:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1786480336.367117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480336.367120:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480336.367121:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786480336.367125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480336.367129:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367130:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480336.367133:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c0e00. 00000020:00000040:3.0:1786480336.367137:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:3.0:1786480336.367142:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480336.367144:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480336.367146:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.367148:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1786480336.367151:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05600. 00000100:00000001:2.0:1786480336.367152:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.367156:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367163:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786480336.367167:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786480336.367172:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786480336.367173:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480336.367176:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.367178:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f70d4ae2] to pc [ptlrpcd_01_00+0] req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480336.367186:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162593408:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480336.367196:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786480336.367201:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.367204:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1786480336.367204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480336.367209:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480336.367212:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c0000. 00000020:00000040:3.0:1786480336.367214:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e1000 refcount=3 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000100:00000001:3.0:1786480336.367216:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480336.367217:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480336.367219:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480336.367221:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05b00. 00000100:00000001:3.0:1786480336.367224:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367232:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480336.367239:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480336.367241:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3a2bbd8] to pc [ptlrpcd_01_01+1] req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367251:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480336.367256:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480336.367258:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c2a00. 00000020:00000040:3.0:1786480336.367276:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3000 refcount=3 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000100:00000001:3.0:1786480336.367278:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480336.367279:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480336.367281:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480336.367284:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05700. 00000100:00000001:3.0:1786480336.367287:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367290:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480336.367297:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480336.367299:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367302:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bf9ce0] to pc [ptlrpcd_01_00+0] req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367309:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.367312:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (366) 00000100:00000001:3.0:1786480336.367321:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480336.367323:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480336.367324:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480336.367329:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367337:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480336.367359:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480336.367362:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480336.367363:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480336.367366:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480336.367369:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162593536:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480336.367373:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480336.367375:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480336.367377:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480336.367379:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480336.367383:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aabe00. 02000000:00000001:3.0:1786480336.367384:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480336.367391:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480336.367395:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250a50. 00000400:00000010:3.0:1786480336.367401:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702330. 00000100:00000200:3.0:1786480336.367407:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593536, portal 10 00000100:00000001:3.0:1786480336.367409:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480336.367411:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538012288 : -126713171539328 : ffff8cc14a6c0a80) 00000100:00000040:3.0:1786480336.367417:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.367425:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480336.367428:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480336.367431:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a7023b8. 00000100:00000200:3.0:1786480336.367434:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162593536, offset 0 00000400:00000200:3.0:1786480336.367441:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480336.367449:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480336.367457:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480336.367462:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480336.367466:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480336.367470:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480336.367473:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480336.367477:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [109:109:256:4294967295] 192.168.204.128@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:3.0:1786480336.367481:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480336.367490:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480336.367500:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480336.367504:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05800. 00000800:00000200:3.0:1786480336.367511:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480336.367518:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480336.367522:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05800 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1786480336.367555:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.367867:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480336.367872:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd0c00. 02000000:00000001:2.0:1786480336.367880:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480336.367885:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480336.367888:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066daa8. 00000400:00000010:2.0:1786480336.367892:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3c38. 00000100:00000200:2.0:1786480336.367896:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593408, portal 25 00000100:00000001:2.0:1786480336.367898:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480336.367899:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538023936 : -126713171527680 : ffff8cc14a6c3800) 00000100:00000040:2.0:1786480336.367906:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.367913:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480336.367916:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480336.367918:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3908. 00000100:00000200:2.0:1786480336.367921:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162593408, offset 0 00000400:00000200:2.0:1786480336.367926:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480336.367930:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.367934:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480336.367937:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480336.367940:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480336.367942:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480336.367944:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480336.367947:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [110:110:255:4294967295] 192.168.204.128@tcp LPNI seq info [110:110:7:4294967295] 00000400:00000200:2.0:1786480336.367951:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.367958:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480336.367963:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480336.367967:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8f00. 00000800:00000200:2.0:1786480336.367971:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480336.367976:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480336.367978:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480336.369443:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.369455:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 146001 usecs (147 jiffies) 00000400:00000200:3.0:1786480336.369462:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480336.369465:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295029398 00000100:00000010:3.0:1786480336.369474:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1120. 00000100:00000001:3.0:1786480336.369480:0:2363:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786480336.369498:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295029398 00000100:00000010:3.0:1786480336.369503:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1e40. 00000100:00000001:2.0:1786480336.369505:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.369507:0:2363:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786480336.369512:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786480336.369513:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480336.369519:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295030156 00000100:00000001:3.0:1786480336.369519:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.369525:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480336.369534:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.369539:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295029398 00000100:00000001:2.0:1786480336.369546:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295030156 00000100:00000001:3.0:1786480336.369547:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480336.369551:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295029398 00000100:00000001:3.0:1786480336.369551:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480336.369558:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786480336.369559:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480336.369562:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480336.369564:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.369568:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.369571:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786480336.369579:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.369580:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480336.369585:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1786480336.369585:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162593792:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480336.369590:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480336.369592:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786480336.369594:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480336.369597:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786480336.369598:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480336.369602:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480336.369605:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786480336.369605:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480336.369612:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aab000. 00000100:00000001:2.0:1786480336.369615:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480336.369617:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.369620:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480336.369623:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480336.369625:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.369627:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480336.369630:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162593664:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480336.369634:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480336.369637:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480336.369639:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.369643:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1786480336.369643:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 02000000:00000010:2.0:1786480336.369648:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd0400. 00000400:00000010:3.0:1786480336.369650:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250738. 02000000:00000001:2.0:1786480336.369653:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786480336.369657:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702dd0. 00000400:00000200:2.0:1786480336.369659:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480336.369665:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066d370. 00000100:00000200:3.0:1786480336.369665:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593792, portal 4 00000100:00000001:3.0:1786480336.369670:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480336.369672:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538009600 : -126713171542016 : ffff8cc14a6c0000) 00000400:00000010:2.0:1786480336.369673:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff33b8. 00000100:00000200:2.0:1786480336.369679:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593664, portal 10 00000100:00000001:2.0:1786480336.369682:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1786480336.369684:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.369685:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538013184 : -126713171538432 : ffff8cc14a6c0e00) 00000100:00000001:3.0:1786480336.369696:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480336.369697:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786480336.369701:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480336.369705:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702220. 00000100:00000001:2.0:1786480336.369712:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480336.369718:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000100:00000200:3.0:1786480336.369720:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162593792, offset 0 00000400:00000010:2.0:1786480336.369723:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3dd0. 00000400:00000200:3.0:1786480336.369730:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000100:00000200:2.0:1786480336.369736:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162593664, offset 0 00000400:00000200:3.0:1786480336.369738:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.369745:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480336.369748:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480336.369754:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1786480336.370456:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480336.370461:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05800. 00000400:00000200:1.0:1786480336.370469:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.370475:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480336.370481:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a7023b8 00000400:00000010:1.0:1786480336.370483:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a7023b8. 00000100:00000001:1.0:1786480336.370488:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480336.370495:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.370506:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480336.370510:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.370518:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480336.370519:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786480336.370607:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480336.370611:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8f00. 00000400:00000200:1.0:1786480336.370616:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.370619:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480336.370634:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3908 00000400:00000010:1.0:1786480336.370636:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3908. 00000100:00000001:1.0:1786480336.370639:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480336.370644:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.370652:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480336.370655:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.370662:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480336.370673:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1786480336.370971:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480336.370977:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480336.370980:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480336.370984:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [111:111:256:4294967295] 192.168.204.128@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:3.0:1786480336.370989:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.371410:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.371417:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480336.371421:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480336.371424:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480336.371427:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480336.371429:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480336.371432:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [112:112:256:4294967295] 192.168.204.128@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1786480336.371437:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.371446:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480336.371452:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480336.371460:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8c00. 00000800:00000200:2.0:1786480336.371467:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480336.371474:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480336.371479:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786480336.371500:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480336.371613:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480336.371619:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480336.371624:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05d00. 00000800:00000200:3.0:1786480336.371628:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480336.371632:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480336.371635:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480336.371638:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.371641:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: using a timeout of 16612 usecs (17 jiffies) 00000400:00000200:3.0:1786480336.371645:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480336.371658:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295029270 00000100:00000001:3.0:1786480336.371661:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295030156 00000100:00000001:3.0:1786480336.371664:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295029270 00000100:00000001:3.0:1786480336.371667:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295030156 00000100:00000001:3.0:1786480336.371669:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480336.371673:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.371677:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.371680:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.371689:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480336.371691:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480336.371694:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480336.371695:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480336.371697:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.371699:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480336.371859:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 21907 usecs (22 jiffies) 00000400:00000200:2.0:1786480336.371865:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480336.371867:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295029275 00000100:00000001:2.0:1786480336.371869:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295030156 00000100:00000001:2.0:1786480336.371871:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295029275 00000100:00000001:2.0:1786480336.371874:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295030156 00000100:00000001:2.0:1786480336.371876:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480336.371878:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.371887:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480336.371894:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.371902:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480336.371904:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.371909:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480336.371913:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480336.371915:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480336.371918:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162593920:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480336.371922:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480336.371926:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480336.371929:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.371931:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480336.371936:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd1a00. 02000000:00000001:2.0:1786480336.371938:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480336.371943:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480336.371947:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066d9a0. 00000400:00000010:2.0:1786480336.371953:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3330. 00000100:00000200:2.0:1786480336.371958:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162593920, portal 4 00000100:00000001:2.0:1786480336.371961:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480336.371962:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538020352 : -126713171531264 : ffff8cc14a6c2a00) 00000020:00000010:2.0:1786480336.371970:0:2362:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8cc149be4000. 00000100:00000040:2.0:1786480336.371977:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.371983:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480336.371986:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480336.371988:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3d48. 00000100:00000200:2.0:1786480336.371991:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162593920, offset 0 00000800:00000200:1.0:1786480336.372572:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480336.372577:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8c00. 00000400:00000200:1.0:1786480336.372590:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.372595:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:2.0:1786480336.372872:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480336.372880:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.372886:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480336.372890:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480336.372899:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3dd0 00000400:00000010:1.0:1786480336.372902:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3dd0. 00000400:00000200:2.0:1786480336.372902:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480336.372905:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1786480336.372907:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1786480336.372907:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480336.372910:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [113:113:254:4294967295] 192.168.204.128@tcp LPNI seq info [113:113:6:4294967295] 00000100:00000200:1.0:1786480336.372913:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786480336.372914:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480336.372922:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000100:00000001:1.0:1786480336.372924:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1786480336.372926:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000100:00000040:1.0:1786480336.372927:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1786480336.372930:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8800. 00000100:00000001:1.0:1786480336.372934:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1786480336.372935:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000100:00000001:1.0:1786480336.372936:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1786480336.372940:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480336.372943:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786480336.372947:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480336.372950:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: using a timeout of 16780 usecs (17 jiffies) 00000800:00000200:1.0:1786480336.372951:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480336.372953:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05d00. 00000400:00000200:2.0:1786480336.372954:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.372956:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1786480336.372956:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295029271 00000100:00000001:2.0:1786480336.372958:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295030156 00000400:00000200:1.0:1786480336.372960:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:2.0:1786480336.372961:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295029271 00000400:00000200:1.0:1786480336.372962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702220 00000100:00000001:2.0:1786480336.372963:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295030156 00000400:00000010:1.0:1786480336.372964:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702220. 00000100:00000001:2.0:1786480336.372965:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480336.372967:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786480336.372967:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786480336.372970:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.372970:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.372972:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480336.372977:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786480336.372978:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1786480336.372979:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.372980:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786480336.372983:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480336.372984:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480336.372985:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.372986:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480336.372987:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786480336.372988:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786480336.373010:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480336.373012:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8800. 00000400:00000200:1.0:1786480336.373016:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.373019:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480336.373029:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3d48 00000400:00000010:1.0:1786480336.373031:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3d48. 00000100:00000001:1.0:1786480336.373033:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480336.373036:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.373044:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480336.373046:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.373053:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480336.373054:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480336.379104:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379126:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480336.379131:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379134:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379144:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379152:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480336.379162:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379167:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379172:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379176:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903300 00000400:00000200:1.0:1786480336.379181:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379186:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x6c9 [1] + 224 00000800:00000001:1.0:1786480336.379194:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379198:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379201:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.379205:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480336.379213:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480336.379221:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480336.379233:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.379295:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480336.379305:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379309:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480336.379311:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379313:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379316:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379320:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480336.379324:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379327:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379330:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379333:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903380 00000400:00000200:1.0:1786480336.379336:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379372:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x6e1 [1] + 224 00000800:00000001:1.0:1786480336.379377:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379381:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379383:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.379386:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480336.379389:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480336.379394:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480336.379403:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.379429:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480336.379433:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379437:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480336.379439:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379441:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379444:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379447:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480336.379451:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379460:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379463:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379465:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e903280 00000400:00000200:1.0:1786480336.379469:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379474:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x6d1 [1] + 224 00000800:00000001:1.0:1786480336.379477:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379481:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379483:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.379486:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480336.379489:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480336.379494:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480336.379501:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.379509:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480336.379513:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379516:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480336.379518:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.379520:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.379523:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379526:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480336.379529:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379532:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379534:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379537:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903400 00000400:00000200:1.0:1786480336.379541:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.379545:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x6d9 [1] + 224 00000800:00000001:1.0:1786480336.379548:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1786480336.379553:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1786480336.379557:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.379557:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1786480336.379559:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.379561:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000001:3.0:1786480336.379564:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480336.379566:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480336.379570:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250a50. 00000400:00000200:3.0:1786480336.379576:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702330 00000400:00000010:3.0:1786480336.379579:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702330. 00000100:00000001:3.0:1786480336.379582:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480336.379587:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480336.379596:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.379602:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480336.379604:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.379606:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480336.379610:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480336.379612:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480336.379614:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480336.379617:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480336.379626:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480336.379637:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480336.379640:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480336.379641:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480336.379644:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480336.379647:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.379652:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480336.379654:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:3.0:1786480336.379656:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480336.379658:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.379665:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.379671:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480336.379674:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480336.379676:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480336.379680:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480336.379687:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162593536:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480336.379693:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.379695:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480336.379699:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c0a80 x1873260162593536/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.379705:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480336.379707:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480336.379711:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aabe00. 02000000:00000001:3.0:1786480336.379714:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480336.379717:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480336.379719:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:3.0:1786480336.379721:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480336.379724:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05c00. 02000000:00000001:3.0:1786480336.379727:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480336.379729:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480336.379731:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c0a80. 00000100:00000001:3.0:1786480336.379741:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480336.379743:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.379745:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.379747:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480336.379748:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480336.379750:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.379752:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.380112:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480336.380115:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480336.380145:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480336.380156:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480336.380165:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480336.380181:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480336.380187:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.380192:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.380245:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480336.380248:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786480336.380251:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480336.380252:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480336.380257:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250738. 00000400:00000200:3.0:1786480336.380271:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702dd0 00000400:00000010:3.0:1786480336.380274:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702dd0. 00000100:00000001:3.0:1786480336.380276:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480336.380284:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480336.380292:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.380298:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480336.380300:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.380302:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480336.380304:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480336.380306:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480336.380308:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480336.380310:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786480336.380581:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480336.380584:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480336.380593:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066d370. 00000400:00000200:2.0:1786480336.380596:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff33b8 00000400:00000010:2.0:1786480336.380598:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff33b8. 00000100:00000001:2.0:1786480336.380600:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480336.380605:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480336.380614:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.380621:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480336.380622:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.380636:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480336.380638:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1786480336.380639:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e1460 time=11 v=5 (5 0 0 0) 00000100:00000001:2.0:1786480336.380640:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480336.380642:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.380643:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480336.380643:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e1418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480336.380645:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480336.380647:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480336.380648:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=11 v=5 (5 0 0 0) 00010000:00000001:3.0:1786480336.380649:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1786480336.380651:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480336.380653:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00080000:3.0:1786480336.380653:0:2363:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.380654:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480336.380656:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480336.380658:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.380661:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1786480336.380661:0:2363:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480336.380662:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480336.380662:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1786480336.380664:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786480336.380666:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.380669:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000040:2.0:1786480336.380670:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.380670:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480336.380672:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480336.380676:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.380677:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480336.380679:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480336.380681:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.380682:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1786480336.380684:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.380684:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480336.380685:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480336.380688:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480336.380692:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162593664:192.168.204.128@tcp:400:kworker.0 00000100:00100000:3.0:1786480336.380696:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162593792:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480336.380700:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786480336.380702:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1786480336.380702:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1786480336.380704:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1786480336.380704:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c0000 x1873260162593792/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480336.380711:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480336.380713:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480336.380715:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aab000. 02000000:00000001:3.0:1786480336.380717:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480336.380719:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480336.380721:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e1000 refcount=2 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000020:00000001:3.0:1786480336.380723:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480336.380725:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05b00. 02000000:00000001:3.0:1786480336.380727:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480336.380728:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480336.380730:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c0000. 00000100:00000001:3.0:1786480336.380732:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480336.380733:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.380735:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480336.380744:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480336.380746:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480336.380748:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480336.380750:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1786480336.381224:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066daa8. 00000400:00000200:2.0:1786480336.381230:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3c38 00000400:00000010:2.0:1786480336.381232:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3c38. 00000100:00000001:2.0:1786480336.381235:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480336.381240:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480336.381249:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.381256:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480336.381258:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.381441:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480336.381444:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480336.381446:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480336.381447:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.381449:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480336.381454:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480336.381458:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480336.381460:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480336.381461:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480336.381463:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480336.381465:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.381467:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480336.381472:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.381478:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480336.381481:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480336.381483:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480336.381486:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480336.381494:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162593408:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480336.381507:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.381509:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480336.381513:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c0e00 x1873260162593664/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.381519:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480336.381521:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480336.381523:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd0400. 02000000:00000001:2.0:1786480336.381526:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480336.381529:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480336.381530:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:2.0:1786480336.381532:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480336.381534:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05600. 02000000:00000001:2.0:1786480336.381536:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480336.381537:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480336.381538:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c0e00. 00000100:00000001:2.0:1786480336.381541:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480336.381542:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.381544:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480336.381546:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c3800 x1873260162593408/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.381553:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480336.381554:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480336.381555:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd0c00. 02000000:00000001:2.0:1786480336.381557:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480336.381558:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480336.381560:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480336.381571:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480336.381573:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05f00. 02000000:00000001:2.0:1786480336.381575:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480336.381576:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480336.381577:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c3800. 00000100:00000001:2.0:1786480336.381579:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480336.381580:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.381583:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.381585:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480336.381591:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480336.381593:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.381594:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786480336.384984:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.385002:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480336.385005:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.385008:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.385017:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.385025:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480336.385034:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.385039:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.385044:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.385048:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903480 00000400:00000200:1.0:1786480336.385052:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480336.385059:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x6e9 [1] + 224 00000800:00000001:1.0:1786480336.385065:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.385075:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480336.385078:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480336.385082:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480336.385090:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480336.385098:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480336.385109:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.385891:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480336.385897:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480336.386123:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480336.386137:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480336.386144:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786480336.386491:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480336.386494:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480336.386497:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066d9a0. 00000400:00000200:2.0:1786480336.386504:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3330 00000400:00000010:2.0:1786480336.386506:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3330. 00000100:00000001:2.0:1786480336.386509:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480336.386518:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480336.386529:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.386536:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480336.386538:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.386540:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480336.386543:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480336.386546:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480336.386548:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480336.386552:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480336.386561:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480336.386566:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480336.386569:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480336.386570:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480336.386573:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786480336.386578:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786480336.386585:0:2362:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.386589:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786480336.386591:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:2.0:1786480336.386594:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786480336.386595:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480336.386600:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.386614:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480336.386617:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480336.386619:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480336.386624:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480336.386631:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162593920:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480336.386636:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.386639:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480336.386642:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c2a00 x1873260162593920/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480336.386648:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480336.386651:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480336.386654:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd1a00. 02000000:00000001:2.0:1786480336.386658:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480336.386660:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480336.386662:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3000 refcount=2 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000020:00000001:2.0:1786480336.386664:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480336.386667:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05700. 02000000:00000001:2.0:1786480336.386670:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480336.386672:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480336.386673:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c2a00. 00000100:00000001:2.0:1786480336.386677:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480336.386678:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.386681:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480336.386688:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480336.386690:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480336.386692:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480336.386695:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480337.327227:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295030156, at 4295030208 00000100:00000010:0.0:1786480337.327251:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1120. 00000100:00000040:1.0:1786480337.327774:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295030156, at 4295030209 00000100:00000010:1.0:1786480337.327781:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1e40. 00010000:00000001:0.0:1786480337.391288:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480337.391297:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480337.391304:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480337.391305:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480337.391479:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480337.391484:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480337.391487:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786480338.228005:0:8990:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786480338.228017:0:8990:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786480338.241325:0:8992:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786480338.241353:0:8992:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480338.280311:0:8999:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480338.280322:0:8999:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480338.295984:0:9001:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480338.295996:0:9001:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480338.416909:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480338.416915:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480338.416925:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480338.416926:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480338.421881:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480338.421890:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480338.421896:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480339.438453:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480339.438461:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480339.438464:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480339.438467:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480339.438471:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480339.438473:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480339.438475:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480339.438477:0:53:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480339.438481:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480339.438482:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480339.438600:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480339.438604:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480339.438606:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480340.462991:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480340.463017:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480340.463023:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480340.463024:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480340.464100:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480340.464104:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480340.464108:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480341.486616:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480341.486625:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480341.486631:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480341.486632:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480341.486958:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480341.486962:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480341.486966:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786480341.487019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480341.487025:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480341.487032:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c4000. 00000020:00000040:2.0:1786480341.487036:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480341.487040:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480341.487043:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480341.487048:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480341.487055:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8900. 00000100:00000001:2.0:1786480341.487061:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487075:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480341.487087:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480341.487092:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ad7164] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.487145:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480341.487148:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480341.487151:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480341.487170:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.487177:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480341.487179:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.487183:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480341.487185:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480341.487188:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480341.487192:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162594048:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480341.487196:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480341.487202:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480341.487204:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.487207:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480341.487211:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aaba00. 02000000:00000001:3.0:1786480341.487213:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480341.487219:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480341.487224:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250738. 00000400:00000010:3.0:1786480341.487233:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702dd0. 00000100:00000200:3.0:1786480341.487240:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594048, portal 25 00000100:00000001:3.0:1786480341.487243:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480341.487245:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556900352 : -126713152651264 : ffff8cc14b8c4000) 00000100:00000040:3.0:1786480341.487251:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.487274:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480341.487278:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480341.487281:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702330. 00000100:00000200:3.0:1786480341.487285:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162594048, offset 0 00000400:00000200:3.0:1786480341.487291:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480341.487300:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480341.487309:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480341.487315:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480341.487320:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480341.487324:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480341.487327:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480341.487331:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [114:114:256:4294967295] 192.168.204.128@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1786480341.487335:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480341.487361:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480341.487368:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000100:00000001:2.0:1786480341.487677:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480341.487685:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480341.487688:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c6a00. 00000020:00000040:2.0:1786480341.487691:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:2.0:1786480341.487693:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480341.487695:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480341.487697:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480341.487700:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8e00. 00000100:00000001:2.0:1786480341.487703:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487707:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480341.487714:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480341.487717:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487720:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e2ed2aa] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.487740:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480341.487746:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480341.487748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480341.487751:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480341.487754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480341.487757:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480341.487759:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c7800. 00000020:00000040:2.0:1786480341.487762:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:2.0:1786480341.487764:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480341.487766:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480341.487768:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480341.487771:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8a00. 00000100:00000001:2.0:1786480341.487774:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487779:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480341.487785:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480341.487787:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487791:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000289bc1d9] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.487799:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480341.487805:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480341.487809:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c7100. 00000020:00000040:2.0:1786480341.487811:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e1000 refcount=3 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000100:00000001:2.0:1786480341.487813:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480341.487819:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480341.487822:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480341.487825:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8600. 00000100:00000001:2.0:1786480341.487828:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487832:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480341.487839:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480341.487841:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487844:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c77c41] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.487851:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480341.487855:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480341.487859:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c5500. 00000020:00000040:2.0:1786480341.487862:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3000 refcount=3 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000100:00000001:2.0:1786480341.487863:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480341.487864:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480341.487866:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480341.487869:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8800. 00000100:00000001:2.0:1786480341.487872:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487876:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480341.487882:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480341.487884:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487887:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016d1ae3e] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.487894:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.487899:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000100:00000001:2.0:1786480341.487914:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480341.487917:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480341.487918:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480341.487928:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.487935:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480341.487936:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480341.487939:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480341.487940:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480341.487942:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480341.487945:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162594176:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480341.487949:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480341.487952:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480341.487953:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480341.487955:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480341.487958:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd0000. 02000000:00000001:2.0:1786480341.487960:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480341.487963:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480341.487966:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066d9a0. 00000400:00000010:2.0:1786480341.487971:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3330. 00000100:00000200:2.0:1786480341.487974:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594176, portal 10 00000100:00000001:2.0:1786480341.487977:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480341.487978:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000040:2.0:1786480341.487984:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.487991:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480341.487993:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480341.487996:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3c38. 00000100:00000200:2.0:1786480341.487999:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162594176, offset 0 00000400:00000200:2.0:1786480341.488003:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480341.488007:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480341.488012:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480341.488015:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480341.488017:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480341.488019:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480341.488027:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480341.488030:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [115:115:255:4294967295] 192.168.204.128@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:2.0:1786480341.488034:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480341.488042:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480341.488046:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480341.488051:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8c00. 00000800:00000200:2.0:1786480341.488058:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480341.488066:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480341.488072:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1786480341.488458:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05a00. 00000800:00000200:3.0:1786480341.488465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480341.488469:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480341.488472:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786480341.488641:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.488647:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 140076 usecs (141 jiffies) 00000400:00000200:2.0:1786480341.488652:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480341.488655:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295034511 00000100:00000010:2.0:1786480341.488660:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc149b5a660. 00000100:00000001:2.0:1786480341.488667:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786480341.488673:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295034511 00000100:00000010:2.0:1786480341.488676:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc149b5a480. 00000100:00000001:2.0:1786480341.488679:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786480341.488685:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480341.488689:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.488692:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480341.488697:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.488705:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480341.488707:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480341.488710:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480341.488712:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480341.488714:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480341.488717:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162594432:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480341.488728:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480341.488731:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480341.488733:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480341.488735:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480341.488737:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd1800. 02000000:00000001:2.0:1786480341.488739:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480341.488743:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480341.488746:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066daa8. 00000400:00000010:2.0:1786480341.488751:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff33b8. 00000100:00000200:2.0:1786480341.488754:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594432, portal 4 00000100:00000001:2.0:1786480341.488756:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480341.488758:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556912896 : -126713152638720 : ffff8cc14b8c7100) 00000020:00000010:2.0:1786480341.488766:0:2362:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8cc149be0000. 00000100:00000040:2.0:1786480341.488772:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.488779:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480341.488781:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480341.488783:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3440. 00000100:00000200:2.0:1786480341.488786:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162594432, offset 0 00000400:00000200:2.0:1786480341.488790:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480341.488794:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480341.488799:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480341.488802:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480341.488805:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480341.488808:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480341.488810:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480341.488814:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [116:116:254:4294967295] 192.168.204.128@tcp LPNI seq info [116:116:6:4294967295] 00000400:00000200:2.0:1786480341.488818:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480341.488825:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480341.488829:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480341.488833:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8f00. 00000800:00000200:2.0:1786480341.488842:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480341.488847:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480341.488849:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480341.488996:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480341.489001:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480341.489004:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295035275 00000100:00000001:3.0:1786480341.489009:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295034511 00000100:00000001:3.0:1786480341.489012:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295035275 00000100:00000001:3.0:1786480341.489015:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295034511 00000100:00000001:3.0:1786480341.489017:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480341.489020:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.489023:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.489026:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.489041:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480341.489043:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480341.489046:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480341.489047:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480341.489048:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480341.489053:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.489060:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480341.489062:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.489064:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480341.489065:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480341.489067:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480341.489070:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162594304:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480341.489073:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480341.489076:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480341.489077:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.489078:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480341.489081:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aaa800. 02000000:00000001:3.0:1786480341.489083:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480341.489087:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480341.489089:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250a50. 00000400:00000010:3.0:1786480341.489093:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702110. 00000100:00000200:3.0:1786480341.489096:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594304, portal 10 00000100:00000001:3.0:1786480341.489097:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480341.489099:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556914688 : -126713152636928 : ffff8cc14b8c7800) 00000100:00000040:3.0:1786480341.489105:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.489111:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480341.489113:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480341.489115:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702088. 00000100:00000200:3.0:1786480341.489117:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162594304, offset 0 00000400:00000200:3.0:1786480341.489121:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480341.489125:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480341.489134:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480341.489137:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480341.489139:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480341.489142:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480341.489144:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480341.489146:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [117:117:253:4294967295] 192.168.204.128@tcp LPNI seq info [117:117:5:4294967295] 00000400:00000200:3.0:1786480341.489150:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480341.489156:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480341.489178:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480341.489182:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05b00. 00000800:00000200:3.0:1786480341.489185:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480341.489190:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480341.489192:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480341.489196:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480341.489199:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 21177 usecs (22 jiffies) 00000400:00000200:3.0:1786480341.489202:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480341.489204:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295034392 00000100:00000001:3.0:1786480341.489206:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295035275 00000100:00000001:3.0:1786480341.489208:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295034392 00000100:00000001:3.0:1786480341.489210:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295035275 00000100:00000001:3.0:1786480341.489212:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480341.489214:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.489216:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480341.489220:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.489228:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480341.489229:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.489231:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480341.489232:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480341.489234:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480341.489543:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162594560:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480341.489547:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480341.489550:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480341.489552:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.489553:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480341.489556:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aabe00. 02000000:00000001:3.0:1786480341.489558:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480341.489561:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480341.489564:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250f78. 00000400:00000010:3.0:1786480341.489567:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702660. 00000100:00000200:3.0:1786480341.489570:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594560, portal 4 00000100:00000001:3.0:1786480341.489572:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480341.489573:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556905728 : -126713152645888 : ffff8cc14b8c5500) 00000100:00000040:3.0:1786480341.489579:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.489585:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480341.489587:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480341.489589:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a7022a8. 00000100:00000200:3.0:1786480341.489592:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162594560, offset 0 00000400:00000200:3.0:1786480341.489596:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480341.489599:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480341.489602:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480341.489605:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480341.489608:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480341.489610:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480341.489612:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480341.489615:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [118:118:252:4294967295] 192.168.204.128@tcp LPNI seq info [118:118:4:4294967295] 00000400:00000200:3.0:1786480341.489618:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480341.489625:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480341.489629:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480341.489632:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05c00. 00000800:00000200:3.0:1786480341.489642:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480341.489647:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480341.489650:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480341.489653:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480341.489656:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: using a timeout of 19200 usecs (20 jiffies) 00000400:00000200:3.0:1786480341.489659:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480341.489661:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295034391 00000100:00000001:3.0:1786480341.489663:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295035275 00000100:00000001:3.0:1786480341.489665:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295034391 00000100:00000001:3.0:1786480341.489668:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295035275 00000100:00000001:3.0:1786480341.489669:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480341.489671:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.489674:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.489677:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.489681:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480341.489683:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480341.489685:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480341.489686:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480341.489688:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.489690:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.491696:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.491709:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: using a timeout of 16513 usecs (17 jiffies) 00000400:00000200:2.0:1786480341.491717:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480341.491720:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295034390 00000100:00000001:2.0:1786480341.491724:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295035275 00000100:00000001:2.0:1786480341.491727:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295034390 00000100:00000001:2.0:1786480341.491729:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295035275 00000100:00000001:2.0:1786480341.491731:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480341.491734:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.491738:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.491741:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.491748:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480341.491750:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786480341.491753:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480341.491755:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480341.491757:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.491760:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480341.491871:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480341.491876:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8c00. 00000400:00000200:0.0:1786480341.491884:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480341.491891:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480341.491900:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3c38 00000400:00000010:0.0:1786480341.491903:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3c38. 00000100:00000001:0.0:1786480341.491907:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480341.491915:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.491926:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480341.491929:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.491936:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480341.491938:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480341.491953:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480341.491955:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05a00. 00000400:00000200:0.0:1786480341.491958:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480341.491961:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480341.491964:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702330 00000400:00000010:0.0:1786480341.491966:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702330. 00000100:00000001:0.0:1786480341.491969:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480341.491972:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.491979:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480341.491981:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.491986:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480341.492000:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480341.492009:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480341.492011:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05b00. 00000400:00000200:0.0:1786480341.492014:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480341.492017:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480341.492020:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702088 00000400:00000010:0.0:1786480341.492021:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702088. 00000100:00000001:0.0:1786480341.492023:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480341.492028:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.492034:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480341.492037:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.492043:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480341.492044:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480341.492050:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480341.492052:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05c00. 00000400:00000200:0.0:1786480341.492054:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480341.492057:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480341.492060:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a7022a8 00000400:00000010:0.0:1786480341.492062:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a7022a8. 00000100:00000001:0.0:1786480341.492064:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480341.492067:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.492074:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480341.492076:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.492083:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480341.492084:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480341.492972:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480341.492978:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8f00. 00000400:00000200:0.0:1786480341.492986:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480341.492991:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480341.493006:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3440 00000400:00000010:0.0:1786480341.493009:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3440. 00000100:00000001:0.0:1786480341.493013:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480341.493019:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.493030:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480341.493033:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480341.493039:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480341.493041:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480341.496121:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496138:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480341.496142:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496144:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496153:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496169:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480341.496178:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496182:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496188:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496192:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903580 00000400:00000200:1.0:1786480341.496196:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496202:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x6f9 [1] + 224 00000800:00000001:1.0:1786480341.496209:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496213:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496216:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480341.496220:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480341.496228:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480341.496238:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480341.496250:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.496308:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480341.496312:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480341.496426:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480341.496448:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496453:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480341.496454:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496457:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496460:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496464:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480341.496467:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496470:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496472:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496475:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903600 00000400:00000200:1.0:1786480341.496478:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496482:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:1.0:1786480341.496485:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496488:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496489:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480341.496492:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480341.496495:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480341.496499:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480341.496507:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.496596:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480341.496598:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480341.496661:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480341.496667:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496671:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480341.496673:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496675:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496679:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496683:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480341.496687:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496689:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496692:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496695:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903700 00000400:00000200:1.0:1786480341.496699:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496708:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x711 [1] + 224 00000800:00000001:1.0:1786480341.496712:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496716:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496718:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480341.496721:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480341.496724:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480341.496729:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480341.496737:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480341.496744:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480341.496747:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496750:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480341.496751:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496754:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496757:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496760:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480341.496763:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496766:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496768:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496771:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903680 00000400:00000200:1.0:1786480341.496774:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496777:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1786480341.496781:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496784:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496786:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480341.496789:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480341.496792:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480341.496796:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480341.496804:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480341.496816:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480341.496820:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496823:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480341.496825:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496826:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496830:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496833:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480341.496836:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496839:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496842:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496844:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e903500 00000400:00000200:1.0:1786480341.496848:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480341.496852:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:1.0:1786480341.496856:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496862:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480341.496864:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480341.496867:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480341.496870:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480341.496874:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480341.496882:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480341.496889:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480341.496893:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480341.496895:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786480341.496928:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480341.496931:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480341.496934:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250a50. 00000400:00000200:3.0:1786480341.496938:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702110 00000400:00000010:3.0:1786480341.496940:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702110. 00000100:00000001:3.0:1786480341.496943:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480341.496948:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480341.496955:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.496962:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480341.496972:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.496975:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480341.496978:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480341.496982:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480341.496984:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.496987:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480341.496997:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480341.497001:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480341.497004:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480341.497006:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480341.497008:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480341.497012:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.497015:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480341.497018:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480341.497019:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480341.497021:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480341.497026:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.497033:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480341.497037:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480341.497039:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480341.497043:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480341.497052:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162594304:192.168.204.128@tcp:400:kworker.0 00000400:00000001:3.0:1786480341.497057:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480341.497058:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480341.497060:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250f78. 00000400:00000200:3.0:1786480341.497062:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702660 00000400:00000010:3.0:1786480341.497063:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702660. 00000100:00000001:3.0:1786480341.497065:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480341.497067:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480341.497075:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.497087:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480341.497088:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.497090:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480341.497092:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480341.497093:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480341.497095:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.497096:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480341.497101:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480341.497104:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480341.497106:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480341.497107:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480341.497109:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786480341.497113:0:2363:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786480341.497120:0:2363:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.497123:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480341.497124:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480341.497125:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480341.497127:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480341.497130:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.497136:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480341.497137:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480341.497139:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480341.497142:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480341.497148:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162594560:192.168.204.128@tcp:400:kworker.0 00000400:00000001:3.0:1786480341.497154:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480341.497156:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480341.497169:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250738. 00000400:00000200:3.0:1786480341.497176:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702dd0 00000400:00000010:3.0:1786480341.497177:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702dd0. 00000100:00000001:3.0:1786480341.497180:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480341.497183:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786480341.497542:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480341.497544:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480341.497547:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066d9a0. 00000400:00000200:2.0:1786480341.497551:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3330 00000400:00000010:2.0:1786480341.497552:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3330. 00000100:00000001:2.0:1786480341.497555:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480341.497560:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480341.497568:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.497575:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480341.497585:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.497588:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480341.497590:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480341.497591:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480341.497593:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480341.497594:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480341.497599:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480341.497603:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480341.497605:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480341.497606:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480341.497608:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480341.497610:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.497613:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786480341.497614:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:2.0:1786480341.497616:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786480341.497617:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.497622:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.497628:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480341.497630:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480341.497631:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480341.497634:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480341.497640:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162594176:192.168.204.128@tcp:400:kworker.0 00000400:00000001:2.0:1786480341.497646:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480341.497648:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480341.497649:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066daa8. 00000400:00000200:2.0:1786480341.497652:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff33b8 00000400:00000010:2.0:1786480341.497653:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff33b8. 00000100:00000001:2.0:1786480341.497655:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480341.497659:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480341.497667:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.497679:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480341.497680:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.497682:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480341.497683:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480341.497684:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480341.497686:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480341.497687:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480341.497692:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e1460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480341.497695:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e1418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480341.497697:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480341.497698:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480341.497699:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786480341.497702:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786480341.497708:0:2362:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.497710:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786480341.497711:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:2.0:1786480341.497712:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786480341.497713:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480341.497716:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.497722:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480341.497723:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480341.497724:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480341.497727:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480341.497733:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162594432:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480341.497737:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.497740:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480341.497743:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c6a00 x1873260162594176/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.497753:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480341.497756:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480341.497760:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd0000. 02000000:00000001:2.0:1786480341.497764:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480341.497767:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480341.497769:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:2.0:1786480341.497771:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480341.497774:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8e00. 02000000:00000001:2.0:1786480341.497780:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480341.497782:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480341.497783:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c6a00. 00000100:00000001:2.0:1786480341.497786:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480341.497788:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.497789:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480341.497793:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c7100 x1873260162594432/t0(0) o400->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480341.497799:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480341.497800:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480341.497802:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd1800. 02000000:00000001:2.0:1786480341.497804:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480341.497806:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480341.497807:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e1000 refcount=2 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000020:00000001:2.0:1786480341.497809:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480341.497810:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8600. 02000000:00000001:2.0:1786480341.497813:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480341.497814:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480341.497815:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c7100. 00000100:00000001:2.0:1786480341.497817:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480341.497818:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.497822:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480341.497830:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480341.497832:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480341.497835:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480341.497837:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786480341.497940:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.497950:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480341.497952:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.497954:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480341.497956:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480341.497957:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480341.497958:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480341.497960:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480341.497963:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480341.497965:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480341.497967:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480341.497968:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480341.497970:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480341.497972:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.497973:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480341.497977:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.497983:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480341.497985:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480341.497986:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480341.497989:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480341.497996:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162594048:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480341.498000:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.498002:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480341.498005:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c7800 x1873260162594304/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.498017:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480341.498019:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480341.498021:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aaa800. 02000000:00000001:3.0:1786480341.498023:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480341.498024:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480341.498026:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:3.0:1786480341.498027:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480341.498029:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8a00. 02000000:00000001:3.0:1786480341.498032:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480341.498033:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480341.498034:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c7800. 00000100:00000001:3.0:1786480341.498037:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480341.498038:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.498040:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480341.498044:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c5500 x1873260162594560/t0(0) o400->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.498050:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480341.498051:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480341.498052:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aabe00. 02000000:00000001:3.0:1786480341.498054:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480341.498055:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480341.498056:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3000 refcount=2 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000020:00000001:3.0:1786480341.498058:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480341.498059:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8800. 02000000:00000001:3.0:1786480341.498061:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480341.498062:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480341.498064:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c5500. 00000100:00000001:3.0:1786480341.498066:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480341.498067:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.498068:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480341.498071:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c4000 x1873260162594048/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480341.498077:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480341.498078:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480341.498085:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aaba00. 02000000:00000001:3.0:1786480341.498087:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480341.498088:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480341.498089:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:3.0:1786480341.498091:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480341.498093:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8900. 02000000:00000001:3.0:1786480341.498095:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480341.498096:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480341.498097:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c4000. 00000100:00000001:3.0:1786480341.498099:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480341.498101:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.498102:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480341.498106:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480341.498107:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480341.498109:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480341.498110:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480342.448093:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295035275, at 4295035329 00000100:00000010:0.0:1786480342.448109:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc149b5a660. 00000100:00000040:1.0:1786480342.448325:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295035275, at 4295035329 00000100:00000010:1.0:1786480342.448331:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc149b5a480. 00010000:00000001:0.0:1786480342.513325:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480342.513332:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480342.513366:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480342.513368:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480342.514126:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480342.514130:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480342.514133:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480343.534564:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480343.534572:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480343.534578:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480343.534579:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480343.534680:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480343.534684:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480343.534687:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480344.558609:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480344.558620:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480344.558626:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480344.558629:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480344.558631:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480344.558635:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480344.558639:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480344.558641:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480344.558643:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480344.558646:0:53:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480344.558674:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480344.558677:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480344.558680:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480345.582578:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480345.582587:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480345.582602:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480345.582603:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480345.582722:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480345.582727:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480345.582730:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480346.606585:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480346.606592:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480346.606598:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480346.606599:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480346.606617:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480346.606620:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480346.606623:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786480346.606686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480346.606700:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480346.606706:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c7100. 00000020:00000040:2.0:1786480346.606711:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480346.606714:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480346.606717:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480346.606722:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480346.606729:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8600. 00000100:00000001:2.0:1786480346.606736:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606748:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480346.606759:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480346.606764:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c77c41] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.606793:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480346.606799:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480346.606802:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c6a00. 00000020:00000040:2.0:1786480346.606804:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:2.0:1786480346.606807:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480346.606808:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480346.606810:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480346.606813:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8e00. 00000100:00000001:2.0:1786480346.606815:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606819:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480346.606826:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480346.606828:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606832:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e2ed2aa] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.606839:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480346.606850:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480346.606853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480346.606856:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480346.606859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480346.606863:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480346.606866:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c4e00. 00000020:00000040:2.0:1786480346.606869:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:2.0:1786480346.606871:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480346.606872:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480346.606874:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480346.606878:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8100. 00000100:00000001:2.0:1786480346.606881:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606886:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480346.606893:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480346.606895:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606899:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba174979] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.606906:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480346.606912:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1786480346.606914:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1786480346.606917:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1786480346.606920:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c4a80. 00000020:00000040:2.0:1786480346.606923:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e1000 refcount=3 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000100:00000001:2.0:1786480346.606925:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480346.606926:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480346.606928:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480346.606937:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8d00. 00000100:00000001:2.0:1786480346.606939:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.606942:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446617360556903040 : -126713152648576 : ffff8cc14b8c4a80) 00000100:00080000:2.0:1786480346.606945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e1000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1786480346.606947:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8cc14afa9800: disconnect after 21s idle 00000100:00000001:2.0:1786480346.606950:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480346.606952:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.606956:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087d3f155] to pc [ptlrpcd_rcv+-1] req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.607005:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480346.607009:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480346.607012:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480346.607019:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.607033:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480346.607035:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480346.607039:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480346.607042:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480346.607045:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480346.607049:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162595072:192.168.204.128@tcp:9:kworker.0 00000100:00000001:1.0:1786480346.607053:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480346.607092:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480346.607095:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480346.607099:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480346.607104:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14ba83800. 02000000:00000001:1.0:1786480346.607106:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480346.607113:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480346.607118:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abe6e0. 00000400:00000010:1.0:1786480346.607125:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3b28. 00000100:00000200:1.0:1786480346.607132:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595072, portal 4 00000100:00000001:1.0:1786480346.607135:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480346.607136:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556903040 : -126713152648576 : ffff8cc14b8c4a80) 00000100:00000040:1.0:1786480346.607143:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.607151:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480346.607154:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480346.607157:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3088. 00000100:00000200:1.0:1786480346.607160:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162595072, offset 0 00000400:00000200:1.0:1786480346.607168:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480346.607178:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.607185:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480346.607190:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480346.607194:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480346.607199:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480346.607202:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480346.607212:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [119:119:256:4294967295] 192.168.204.128@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1786480346.607216:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.607227:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480346.607233:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480346.607239:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc1481eab00. 00000800:00000200:1.0:1786480346.607245:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480346.607253:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480346.607258:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc1481eab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786480346.608259:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.608267:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.608270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480346.608275:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1786480346.608277:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1786480346.608278:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1786480346.608283:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c5180. 00000020:00000040:2.0:1786480346.608288:0:37:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3000 refcount=3 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000100:00000001:2.0:1786480346.608291:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480346.608294:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480346.608297:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480346.608302:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8500. 00000100:00000001:2.0:1786480346.608307:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.608310:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446617360556904832 : -126713152646784 : ffff8cc14b8c5180) 00000100:00080000:2.0:1786480346.608314:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e3000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1786480346.608316:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8cc14afa9800: disconnect after 21s idle 00000100:00000001:2.0:1786480346.608320:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480346.608396:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.608405:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000504108ed] to pc [ptlrpcd_rcv+-1] req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.608417:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.608426:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.608431:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (377) 00000100:00000001:2.0:1786480346.608447:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480346.608450:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480346.608452:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480346.608458:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.608466:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480346.608468:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480346.608472:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480346.608474:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480346.608477:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480346.608481:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162594688:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480346.608484:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480346.608488:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480346.608490:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480346.608492:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480346.608496:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd0e00. 02000000:00000001:2.0:1786480346.608498:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480346.608504:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480346.608507:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066daa8. 00000400:00000010:2.0:1786480346.608513:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff33b8. 00000100:00000200:2.0:1786480346.608518:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594688, portal 25 00000100:00000001:2.0:1786480346.608520:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480346.608522:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556912896 : -126713152638720 : ffff8cc14b8c7100) 00000100:00000040:2.0:1786480346.608527:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.608534:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480346.608536:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480346.608539:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3330. 00000100:00000200:2.0:1786480346.608542:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162594688, offset 0 00000400:00000200:2.0:1786480346.608548:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480346.608553:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480346.608559:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480346.608569:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480346.608573:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480346.608576:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480346.608579:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480346.608582:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [120:120:255:4294967295] 192.168.204.128@tcp LPNI seq info [120:120:7:4294967295] 00000400:00000200:2.0:1786480346.608586:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480346.608595:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480346.608601:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480346.608606:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8900. 00000800:00000200:2.0:1786480346.608613:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480346.608619:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480346.608623:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480346.608756:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480346.608759:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480346.608760:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480346.608767:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.608775:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480346.608776:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480346.608779:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480346.608780:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480346.608782:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480346.608785:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162594816:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480346.608798:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480346.608800:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480346.608802:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480346.608804:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480346.608807:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aaa800. 02000000:00000001:3.0:1786480346.608809:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480346.608812:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480346.608815:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250738. 00000400:00000010:3.0:1786480346.608819:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702dd0. 00000100:00000200:3.0:1786480346.608822:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594816, portal 10 00000100:00000001:3.0:1786480346.608824:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480346.608825:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000040:3.0:1786480346.608831:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.608838:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480346.608840:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480346.608842:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702660. 00000100:00000200:3.0:1786480346.608844:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162594816, offset 0 00000400:00000200:3.0:1786480346.608849:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480346.608852:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480346.608856:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480346.608858:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480346.608861:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480346.608863:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480346.608865:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480346.608890:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [121:121:254:4294967295] 192.168.204.128@tcp LPNI seq info [121:121:6:4294967295] 00000400:00000200:3.0:1786480346.608895:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480346.608901:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480346.608906:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480346.608910:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05c00. 00000800:00000200:3.0:1786480346.608914:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480346.609034:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480346.609037:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786480346.609112:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480346.609117:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: using a timeout of 15457 usecs (16 jiffies) 00000400:00000200:1.0:1786480346.609121:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480346.609124:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295039506 00000100:00000010:1.0:1786480346.609129:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc145398d20. 00000100:00000001:1.0:1786480346.609134:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786480346.609140:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295039506 00000100:00000010:1.0:1786480346.609143:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc145398420. 00000100:00000001:1.0:1786480346.609146:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cc14afa9800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786480346.609149:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480346.609151:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480346.609155:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480346.609158:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480346.609166:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786480346.609168:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786480346.609170:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480346.609172:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480346.609173:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480346.609177:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.609185:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480346.609186:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480346.609189:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480346.609198:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480346.609200:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480346.609203:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162595200:192.168.204.128@tcp:9:kworker.0 00000100:00000001:1.0:1786480346.609207:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480346.609209:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480346.609211:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480346.609212:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480346.609215:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14ba82800. 02000000:00000001:1.0:1786480346.609217:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480346.609221:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480346.609224:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abec60. 00000400:00000010:1.0:1786480346.609228:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3cc0. 00000100:00000200:1.0:1786480346.609245:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595200, portal 4 00000100:00000001:1.0:1786480346.609248:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480346.609249:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556904832 : -126713152646784 : ffff8cc14b8c5180) 00000100:00000040:1.0:1786480346.609255:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.609262:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480346.609264:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480346.609267:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3e58. 00000100:00000200:1.0:1786480346.609270:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873260162595200, offset 0 00000400:00000200:1.0:1786480346.609275:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480346.609279:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.609283:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480346.609286:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480346.609289:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480346.609291:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480346.609293:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480346.609296:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [122:122:253:4294967295] 192.168.204.128@tcp LPNI seq info [122:122:5:4294967295] 00000400:00000200:1.0:1786480346.609300:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.609306:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480346.609311:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480346.609319:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc1481ea800. 00000800:00000200:1.0:1786480346.609324:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480346.609434:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480346.609437:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc1481ea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786480346.609520:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480346.609546:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480346.609548:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295040396 00000100:00000001:2.0:1786480346.609553:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295039506 00000100:00000001:2.0:1786480346.609556:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295040396 00000100:00000001:2.0:1786480346.609559:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295039506 00000100:00000001:2.0:1786480346.609561:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480346.609564:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.609566:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480346.609571:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.609578:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480346.609580:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480346.609583:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480346.609585:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480346.609587:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480346.609590:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162594944:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480346.609602:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480346.609604:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480346.609606:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480346.609607:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480346.609611:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc150bd0800. 02000000:00000001:2.0:1786480346.609613:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480346.609616:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480346.609619:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066d9a0. 00000400:00000010:2.0:1786480346.609623:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3220. 00000100:00000200:2.0:1786480346.609626:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162594944, portal 10 00000100:00000001:2.0:1786480346.609628:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480346.609629:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556903936 : -126713152647680 : ffff8cc14b8c4e00) 00000100:00000040:2.0:1786480346.609635:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.609642:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480346.609644:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480346.609646:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3aa0. 00000100:00000200:2.0:1786480346.609649:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162594944, offset 0 00000400:00000200:2.0:1786480346.609653:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480346.609657:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480346.609661:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480346.609664:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480346.609666:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480346.609669:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480346.609671:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480346.609674:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [123:123:252:4294967295] 192.168.204.128@tcp LPNI seq info [123:123:4:4294967295] 00000400:00000200:2.0:1786480346.609678:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480346.609684:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480346.609689:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480346.609692:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8800. 00000800:00000200:2.0:1786480346.609696:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480346.609706:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480346.609708:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786480346.609712:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.609716:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 19963 usecs (20 jiffies) 00000400:00000200:2.0:1786480346.609719:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480346.609720:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295039511 00000100:00000001:2.0:1786480346.609723:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295040396 00000100:00000001:2.0:1786480346.609725:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295039511 00000100:00000001:2.0:1786480346.609727:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295040396 00000100:00000001:2.0:1786480346.609729:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480346.609730:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.609733:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.609734:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.609738:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480346.609740:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786480346.609742:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480346.609743:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480346.609745:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.609747:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.609877:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480346.609882:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 134521 usecs (135 jiffies) 00000400:00000200:3.0:1786480346.609886:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480346.609888:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295039626 00000100:00000001:3.0:1786480346.609890:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 0, keep current deadline 4295040396 00000100:00000001:3.0:1786480346.609892:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295039626 00000100:00000001:3.0:1786480346.609894:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 1, keep current deadline 4295040396 00000100:00000001:3.0:1786480346.609896:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480346.609898:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.609900:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.609902:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.609906:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480346.609907:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480346.609909:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480346.609910:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480346.609912:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.609914:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480346.610258:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480346.610264:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: using a timeout of 17273 usecs (18 jiffies) 00000400:00000200:1.0:1786480346.610268:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480346.610270:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295039509 00000100:00000001:1.0:1786480346.610272:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295040396 00000100:00000001:1.0:1786480346.610274:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295039509 00000100:00000001:1.0:1786480346.610276:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295040396 00000100:00000001:1.0:1786480346.610278:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480346.610281:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480346.610284:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480346.610286:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786480346.610290:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786480346.610292:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786480346.610294:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786480346.610295:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480346.610296:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480346.610298:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480346.610681:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480346.610686:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc1481eab00. 00000400:00000200:0.0:1786480346.610692:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480346.610697:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480346.610703:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3088 00000400:00000010:0.0:1786480346.610705:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3088. 00000100:00000001:0.0:1786480346.610710:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480346.610715:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610725:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480346.610729:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610736:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480346.610738:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480346.610752:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480346.610755:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8900. 00000400:00000200:0.0:1786480346.610759:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480346.610763:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480346.610766:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3330 00000400:00000010:0.0:1786480346.610768:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3330. 00000100:00000001:0.0:1786480346.610771:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480346.610774:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610781:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480346.610784:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610799:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480346.610801:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480346.610812:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480346.610814:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8800. 00000400:00000200:0.0:1786480346.610817:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480346.610821:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480346.610823:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3aa0 00000400:00000010:0.0:1786480346.610825:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3aa0. 00000100:00000001:0.0:1786480346.610827:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480346.610831:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610838:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480346.610841:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610846:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480346.610848:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480346.610856:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480346.610858:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05c00. 00000400:00000200:0.0:1786480346.610861:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480346.610864:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480346.610866:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702660 00000400:00000010:0.0:1786480346.610868:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702660. 00000100:00000001:0.0:1786480346.610870:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480346.610874:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610881:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480346.610884:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610891:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480346.610892:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480346.610921:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480346.610929:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc1481ea800. 00000400:00000200:0.0:1786480346.610932:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480346.610935:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480346.610939:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3e58 00000400:00000010:0.0:1786480346.610940:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3e58. 00000100:00000001:0.0:1786480346.610943:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480346.610947:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610954:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480346.610957:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480346.610962:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480346.610963:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480346.652707:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.652731:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480346.652736:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.652753:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.652763:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652773:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480346.652782:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652787:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652793:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652798:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e903780 00000400:00000200:1.0:1786480346.652803:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652827:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:1.0:1786480346.652837:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.652841:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.652845:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480346.652850:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480346.652859:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480346.652869:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480346.652881:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.652907:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480346.652918:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.652922:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480346.652925:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.652927:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.652930:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652934:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480346.652938:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652941:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652943:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652946:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903900 00000400:00000200:1.0:1786480346.652950:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.652955:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:1.0:1786480346.652959:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.652962:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.652964:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480346.652967:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480346.652970:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480346.652975:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480346.652983:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.653007:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480346.653012:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653016:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480346.653018:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653020:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.653023:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653027:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480346.653031:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653034:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653037:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653039:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903880 00000400:00000200:1.0:1786480346.653043:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653047:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1786480346.653051:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653054:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.653068:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480346.653071:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480346.653074:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480346.653079:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480346.653088:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.653096:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480346.653100:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653104:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480346.653106:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653109:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.653111:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653115:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480346.653119:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653122:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653132:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653135:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903800 00000400:00000200:1.0:1786480346.653138:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653142:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:1.0:1786480346.653156:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653161:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.653163:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480346.653166:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480346.653169:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480346.653174:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480346.653183:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.653195:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480346.653199:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653203:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480346.653205:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653207:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.653210:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653213:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480346.653217:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653219:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653222:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653225:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 4 MB=0x6a7b85e903980 00000400:00000200:1.0:1786480346.653228:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480346.653231:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.128@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1786480346.653235:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653243:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480346.653246:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480346.653248:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480346.653251:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480346.653262:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480346.653271:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480346.653279:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480346.653284:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480346.653287:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654542:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480346.654548:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786480346.654557:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480346.654559:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480346.654563:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250738. 00000400:00000200:3.0:1786480346.654571:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702dd0 00000400:00000010:3.0:1786480346.654574:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702dd0. 00000100:00000001:3.0:1786480346.654578:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480346.654587:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480346.654596:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.654604:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480346.654620:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654623:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480346.654626:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480346.654629:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480346.654631:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480346.654635:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480346.654645:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480346.654650:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480346.654652:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480346.654654:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480346.654657:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480346.654661:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.654665:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480346.654667:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:3.0:1786480346.654669:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480346.654671:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480346.654676:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.654683:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480346.654686:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480346.654688:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480346.654691:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480346.654699:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162594816:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480346.654704:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654707:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480346.654710:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c6a00 x1873260162594816/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.654717:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480346.654721:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480346.654725:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aaa800. 02000000:00000001:3.0:1786480346.654729:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480346.654731:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480346.654739:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:3.0:1786480346.654741:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480346.654745:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8e00. 02000000:00000001:3.0:1786480346.654751:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480346.654752:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480346.654755:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c6a00. 00000100:00000001:3.0:1786480346.654758:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480346.654760:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654762:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654771:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480346.654773:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.654775:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480346.654777:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.654789:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480346.654791:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786480346.654795:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480346.654797:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480346.654799:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abec60. 00000400:00000200:3.0:1786480346.654802:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3cc0 00000400:00000010:3.0:1786480346.654804:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3cc0. 00000100:00000001:3.0:1786480346.654806:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480346.654811:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480346.654821:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.654827:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480346.654828:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654830:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480346.654831:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480346.654832:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480346.654834:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480346.654836:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480346.654841:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480346.654844:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480346.654846:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480346.654848:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480346.654849:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786480346.654859:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786480346.654866:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.654868:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480346.654869:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480346.654871:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480346.654872:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480346.654875:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.654883:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480346.654885:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480346.654886:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786480346.654890:0:2359:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786480346.654899:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e3000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1786480346.654904:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480346.654911:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162595200:192.168.204.128@tcp:9:kworker.0 00000400:00000001:3.0:1786480346.654919:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480346.654920:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480346.654922:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abe6e0. 00000400:00000200:3.0:1786480346.654925:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3b28 00000400:00000010:3.0:1786480346.654927:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3b28. 00000100:00000001:3.0:1786480346.654929:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480346.654934:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480346.654942:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.654947:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480346.654954:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.654956:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480346.654957:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480346.654959:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480346.654960:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480346.654962:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480346.654967:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e1460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480346.654970:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e1418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480346.654972:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480346.654974:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480346.654975:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786480346.654979:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786480346.654985:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.654988:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480346.654989:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480346.654990:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480346.654992:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480346.654995:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.655002:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480346.655004:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480346.655005:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786480346.655009:0:2359:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786480346.655016:0:2359:0:(import.c:65:import_set_state_nolock()) ffff8cc14b9e1000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1786480346.655020:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480346.655027:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe0dfc0b-86e1-472e-9360-26e5958ed350:2359:1873260162595072:192.168.204.128@tcp:9:kworker.0 00000100:00000001:3.0:1786480346.655031:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.655040:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480346.655044:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c5180 x1873260162595200/t0(0) o9->lustre-OST0001-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.655050:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480346.655051:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480346.655053:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14ba82800. 02000000:00000001:3.0:1786480346.655067:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480346.655069:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480346.655070:0:2359:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3000 refcount=2 obd=lustre-OST0001-osc-ffff8cc14afa9800 00000020:00000001:3.0:1786480346.655072:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480346.655074:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8500. 02000000:00000001:3.0:1786480346.655076:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480346.655078:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480346.655079:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c5180. 00000100:00000001:3.0:1786480346.655081:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480346.655083:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.655084:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480346.655087:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c4a80 x1873260162595072/t0(0) o9->lustre-OST0000-osc-ffff8cc14afa9800@192.168.204.128@tcp:28/4 lens 224/224 e 0 to 0 dl 1786480356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480346.655094:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480346.655095:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480346.655096:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14ba83800. 02000000:00000001:3.0:1786480346.655098:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480346.655099:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480346.655101:0:2359:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e1000 refcount=2 obd=lustre-OST0000-osc-ffff8cc14afa9800 00000020:00000001:3.0:1786480346.655102:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480346.655104:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8d00. 02000000:00000001:3.0:1786480346.655106:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480346.655107:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480346.655109:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c4a80. 00000100:00000001:3.0:1786480346.655111:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480346.655113:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.655115:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480346.655119:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480346.655121:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480346.655123:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480346.655130:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.657835:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480346.657843:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786480346.657851:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480346.657854:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480346.657858:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066daa8. 00000400:00000200:2.0:1786480346.657867:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff33b8 00000400:00000010:2.0:1786480346.657870:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff33b8. 00000100:00000001:2.0:1786480346.657874:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480346.657886:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480346.657898:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.657905:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480346.657907:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.657927:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480346.657930:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480346.657933:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480346.657935:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480346.657939:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480346.657946:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480346.657951:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480346.657953:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480346.657955:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480346.657957:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480346.657959:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.657962:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.657969:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.657976:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480346.657979:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480346.657981:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480346.657985:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480346.657993:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162594688:192.168.204.128@tcp:400:kworker.0 00000400:00000001:2.0:1786480346.657999:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480346.658000:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480346.658002:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066d9a0. 00000400:00000200:2.0:1786480346.658005:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3220 00000400:00000010:2.0:1786480346.658007:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3220. 00000100:00000001:2.0:1786480346.658009:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480346.658013:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480346.658022:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.658028:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480346.658030:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.658038:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480346.658039:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480346.658041:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480346.658042:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480346.658044:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480346.658050:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480346.658053:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480346.658067:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480346.658069:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480346.658071:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480346.658073:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.658077:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786480346.658080:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:2.0:1786480346.658082:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786480346.658083:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480346.658089:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.658095:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480346.658098:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480346.658099:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480346.658103:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480346.658110:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162594944:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480346.658115:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.658117:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480346.658121:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c7100 x1873260162594688/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.658128:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480346.658131:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480346.658135:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd0e00. 02000000:00000001:2.0:1786480346.658139:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480346.658141:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480346.658143:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480346.658152:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480346.658155:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8600. 02000000:00000001:2.0:1786480346.658162:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480346.658163:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480346.658166:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c7100. 00000100:00000001:2.0:1786480346.658169:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480346.658171:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.658173:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480346.658177:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c4e00 x1873260162594944/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480346.658183:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480346.658184:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480346.658186:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc150bd0800. 02000000:00000001:2.0:1786480346.658188:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480346.658189:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480346.658190:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:2.0:1786480346.658192:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480346.658193:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8100. 02000000:00000001:2.0:1786480346.658195:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480346.658196:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480346.658198:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c4e00. 00000100:00000001:2.0:1786480346.658201:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480346.658202:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.658204:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480346.658211:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480346.658214:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480346.658216:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480346.658219:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480347.566476:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295040396, at 4295040448 00000100:00000010:1.0:1786480347.566494:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc145398420. 00000100:00000040:0.0:1786480347.566618:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295040396, at 4295040448 00000100:00000010:0.0:1786480347.566624:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc145398d20. 00010000:00000001:0.0:1786480347.630456:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480347.630463:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480347.630469:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480347.630470:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480347.630923:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480347.630927:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480347.630930:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480348.654599:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480348.654606:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480348.654613:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480348.654614:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480348.654635:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480348.654638:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480348.654641:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480349.680295:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480349.680306:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480349.680308:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480349.680312:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480349.680317:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480349.680320:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480349.680321:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480349.680324:0:53:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480349.680328:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480349.681618:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480349.683050:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480349.683055:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480349.683060:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480350.702571:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480350.702579:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480350.702585:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480350.702586:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480350.702605:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480350.702608:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480350.702611:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480351.728068:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480351.728493:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480351.728502:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480351.728503:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480351.728675:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480351.728678:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480351.728681:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786480351.730786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480351.730796:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480351.730802:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c0000. 00000020:00000040:3.0:1786480351.730807:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:3.0:1786480351.730812:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480351.730815:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480351.730820:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480351.730826:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05a00. 00000100:00000001:3.0:1786480351.730833:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.730844:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480351.730856:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480351.730860:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.730866:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3a2bbd8] to pc [ptlrpcd_01_01+1] req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.730992:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.730995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480351.730999:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480351.731002:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c0a80. 00000020:00000040:3.0:1786480351.731005:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:3.0:1786480351.731007:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480351.731009:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480351.731011:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480351.731014:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05500. 00000100:00000001:3.0:1786480351.731017:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.731022:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480351.731037:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480351.731039:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.731043:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006287259f] to pc [ptlrpcd_01_00+0] req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.731051:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.731053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786480351.731056:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786480351.731059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786480351.731062:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786480351.731064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786480351.731067:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786480351.731070:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a6c1500. 00000020:00000040:3.0:1786480351.731072:0:38:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:3.0:1786480351.731074:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786480351.731076:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786480351.731077:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786480351.731080:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc150a05700. 00000100:00000001:3.0:1786480351.731084:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.731087:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786480351.731093:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786480351.731095:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.731098:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a221464] to pc [ptlrpcd_01_01+1] req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.731105:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.731107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786480351.731115:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786480351.731118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786480351.731121:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786480351.731125:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:3.0:1786480351.731272:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.731276:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480351.731278:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480351.731284:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.731292:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480351.731294:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.731298:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480351.731300:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480351.731303:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480351.731306:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162595328:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480351.731310:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480351.731316:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480351.731318:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.731321:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480351.731326:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aaac00. 02000000:00000001:3.0:1786480351.731328:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480351.731335:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480351.731357:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250738. 00000400:00000010:3.0:1786480351.731365:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702dd0. 00000100:00000200:3.0:1786480351.731372:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595328, portal 25 00000100:00000001:3.0:1786480351.731374:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480351.731376:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538009600 : -126713171542016 : ffff8cc14a6c0000) 00000100:00000040:3.0:1786480351.731382:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.731389:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480351.731397:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480351.731400:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702110. 00000100:00000200:3.0:1786480351.731404:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162595328, offset 0 00000400:00000200:3.0:1786480351.731409:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480351.731418:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480351.731424:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480351.731428:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480351.731432:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480351.731436:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480351.731438:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480351.731442:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [124:124:256:4294967295] 192.168.204.128@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1786480351.731446:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480351.731456:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480351.731462:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480351.731467:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05f00. 00000800:00000200:3.0:1786480351.731473:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480351.732033:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480351.732039:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480351.732086:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480351.732092:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480351.732095:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295045518 00000100:00000010:3.0:1786480351.732100:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1480. 00000100:00000001:3.0:1786480351.732106:0:2363:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786480351.732112:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295045518 00000100:00000010:3.0:1786480351.732115:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1360. 00000100:00000001:3.0:1786480351.732118:0:2363:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786480351.732121:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480351.732124:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.732127:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480351.732131:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.732149:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480351.732150:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.732153:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480351.732155:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480351.732157:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480351.732160:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162595584:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480351.732163:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480351.732166:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480351.732168:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.732169:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480351.732172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aab800. 02000000:00000001:3.0:1786480351.732174:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480351.732178:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480351.732181:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250f78. 00000400:00000010:3.0:1786480351.732185:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702550. 00000100:00000200:3.0:1786480351.732188:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595584, portal 10 00000100:00000001:3.0:1786480351.732190:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480351.732191:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538014976 : -126713171536640 : ffff8cc14a6c1500) 00000100:00000040:3.0:1786480351.732198:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.732205:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480351.732207:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480351.732210:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702d48. 00000100:00000200:3.0:1786480351.732212:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162595584, offset 0 00000400:00000200:3.0:1786480351.732216:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480351.732221:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480351.732226:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480351.732229:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480351.732232:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480351.732234:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480351.732236:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480351.732244:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [125:125:255:4294967295] 192.168.204.128@tcp LPNI seq info [125:125:7:4294967295] 00000400:00000200:3.0:1786480351.732248:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480351.732255:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480351.732260:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480351.732263:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05600. 00000800:00000200:3.0:1786480351.732267:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480351.732271:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480351.732273:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480351.732276:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.732279:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 24847 usecs (25 jiffies) 00000400:00000200:3.0:1786480351.732282:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480351.732283:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295044638 00000100:00000001:3.0:1786480351.732286:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295045518 00000100:00000001:3.0:1786480351.732288:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295044638 00000100:00000001:3.0:1786480351.732290:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295045518 00000100:00000001:3.0:1786480351.732291:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480351.732293:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.732296:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.732299:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.732306:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480351.732308:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480351.732310:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.732312:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480351.732313:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480351.732315:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1786480351.732317:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.732319:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480351.732320:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.732322:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.732323:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480351.732324:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480351.732329:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.732374:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480351.732375:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.732378:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480351.732380:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480351.732382:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480351.732385:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162595456:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480351.732388:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480351.732391:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480351.732392:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.732394:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480351.732397:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149aaae00. 02000000:00000001:3.0:1786480351.732399:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480351.732402:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480351.732405:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250a50. 00000400:00000010:3.0:1786480351.732408:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702f68. 00000100:00000200:3.0:1786480351.732411:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595456, portal 10 00000100:00000001:3.0:1786480351.732413:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480351.732414:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360538012288 : -126713171539328 : ffff8cc14a6c0a80) 00000100:00000040:3.0:1786480351.732421:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.732428:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480351.732430:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480351.732432:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702cc0. 00000100:00000200:3.0:1786480351.732434:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162595456, offset 0 00000400:00000200:3.0:1786480351.732438:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480351.732442:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480351.732446:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480351.732448:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480351.732451:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480351.732453:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480351.732455:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480351.732462:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [126:126:254:4294967295] 192.168.204.128@tcp LPNI seq info [126:126:6:4294967295] 00000400:00000200:3.0:1786480351.732466:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480351.732473:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480351.732647:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480351.732651:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05d00. 00000800:00000200:3.0:1786480351.732656:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480351.732660:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480351.732663:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480351.732666:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.732669:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 131405 usecs (132 jiffies) 00000400:00000200:3.0:1786480351.732672:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480351.732674:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295044746 00000100:00000001:3.0:1786480351.732677:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 0, keep current deadline 4295045518 00000100:00000001:3.0:1786480351.732679:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295044746 00000100:00000001:3.0:1786480351.732681:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 1, keep current deadline 4295045518 00000100:00000001:3.0:1786480351.732683:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480351.732685:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.732688:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.732690:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.732700:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.732702:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480351.732889:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480351.732894:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05f00. 00000400:00000200:0.0:1786480351.732899:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480351.732904:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480351.732912:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702110 00000400:00000010:0.0:1786480351.732914:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702110. 00000100:00000001:0.0:1786480351.732918:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480351.732923:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.732933:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480351.732937:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.732944:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480351.732946:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480351.732970:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480351.732973:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05600. 00000400:00000200:0.0:1786480351.732975:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480351.732978:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480351.732981:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702d48 00000400:00000010:0.0:1786480351.732982:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702d48. 00000100:00000001:0.0:1786480351.732984:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480351.732988:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.733007:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480351.733011:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.733017:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480351.733018:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480351.733054:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480351.733057:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05d00. 00000400:00000200:0.0:1786480351.733060:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480351.733063:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480351.733066:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702cc0 00000400:00000010:0.0:1786480351.733068:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702cc0. 00000100:00000001:0.0:1786480351.733070:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480351.733074:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.733081:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480351.733083:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.733089:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480351.733091:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786480351.736869:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.736884:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480351.736888:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.736890:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480351.736899:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.736907:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480351.736914:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.736918:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.736923:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.736927:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e903a00 00000400:00000200:0.0:1786480351.736932:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.736937:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:0.0:1786480351.736949:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.736967:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480351.736971:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480351.736975:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480351.736982:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480351.736990:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480351.737000:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.737042:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.737046:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786480351.737062:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480351.737070:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.737073:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786480351.737100:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480351.737103:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480351.737106:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250738. 00000400:00000200:3.0:1786480351.737110:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702dd0 00000400:00000010:3.0:1786480351.737113:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702dd0. 00000100:00000001:3.0:1786480351.737116:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480351.737121:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480351.737141:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.737147:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480351.737149:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.737152:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480351.737155:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480351.737157:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480351.737159:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.737162:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480351.737169:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480351.737173:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480351.737176:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480351.737178:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480351.737181:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480351.737183:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.737186:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.737191:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.737198:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480351.737201:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480351.737204:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480351.737207:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480351.737215:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162595328:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480351.737220:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.737223:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480351.737227:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c0000 x1873260162595328/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.737233:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480351.737236:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480351.737243:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aaac00. 02000000:00000001:3.0:1786480351.737246:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480351.737249:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480351.737251:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:3.0:1786480351.737253:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480351.737256:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05a00. 02000000:00000001:3.0:1786480351.737259:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480351.737261:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480351.737263:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c0000. 00000100:00000001:3.0:1786480351.737266:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480351.737268:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.737271:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.737273:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.737274:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480351.737275:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.737277:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786480351.742169:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.742187:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480351.742192:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.742194:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480351.742203:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.742210:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480351.742218:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.742223:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.742228:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.742232:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903b00 00000400:00000200:0.0:1786480351.742236:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.742242:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:0.0:1786480351.742248:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.742251:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480351.742254:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480351.742257:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480351.742265:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480351.742274:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480351.742286:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.742329:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480351.742352:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.742358:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480351.742360:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.742362:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480351.742367:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480351.742371:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1786480351.742372:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000100:00000001:2.0:1786480351.742378:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1786480351.742382:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480351.742385:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000001:2.0:1786480351.742388:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1786480351.742389:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000001:2.0:1786480351.742392:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1786480351.742396:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903a80 00000400:00000010:2.0:1786480351.742398:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250f78. 00000400:00000200:0.0:1786480351.742403:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480351.742406:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702550 00000400:00000010:2.0:1786480351.742411:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702550. 00000100:00000001:2.0:1786480351.742414:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480351.742421:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480351.742442:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480351.742449:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480351.742451:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480351.742454:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480351.742458:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480351.742460:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480351.742463:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480351.742465:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480351.742476:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480351.742480:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480351.742483:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480351.742484:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480351.742487:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480351.742490:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480351.742494:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786480351.742496:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:2.0:1786480351.742510:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786480351.742511:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480351.743671:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480351.743694:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480351.743697:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480351.743700:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480351.743708:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480351.743716:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162595584:192.168.204.128@tcp:400:kworker.0 00000100:00000001:2.0:1786480351.743722:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480351.743725:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480351.743729:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c1500 x1873260162595584/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480351.743753:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480351.743757:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480351.743761:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aab800. 02000000:00000001:2.0:1786480351.743765:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480351.743767:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480351.743769:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:2.0:1786480351.743772:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480351.743775:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05700. 02000000:00000001:2.0:1786480351.743778:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480351.743780:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480351.743782:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c1500. 00000100:00000001:2.0:1786480351.743786:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480351.743787:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480351.743791:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480351.743793:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480351.743795:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480351.743797:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480351.743799:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480351.744438:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:0.0:1786480351.744451:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.744468:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480351.744471:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480351.744476:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480351.744483:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480351.744489:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480351.744499:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480351.744513:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480351.744521:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480351.744525:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.745393:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.745400:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786480351.745407:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480351.745409:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480351.745413:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250a50. 00000400:00000200:3.0:1786480351.745420:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702f68 00000400:00000010:3.0:1786480351.745423:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702f68. 00000100:00000001:3.0:1786480351.745428:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480351.745437:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480351.745449:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.745458:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480351.745461:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.745465:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480351.745470:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480351.745474:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480351.745476:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480351.745480:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480351.745494:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480351.745499:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480351.745520:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480351.745522:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480351.745525:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480351.745530:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.745536:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480351.745539:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:3.0:1786480351.745541:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480351.745543:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480351.745550:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.745557:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480351.745561:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480351.745563:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480351.745567:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480351.745575:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162595456:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480351.745581:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.745583:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480351.745587:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a6c0a80 x1873260162595456/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480351.745593:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480351.745596:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480351.745601:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149aaae00. 02000000:00000001:3.0:1786480351.745606:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480351.745610:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480351.745612:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:3.0:1786480351.745615:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480351.745617:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc150a05500. 02000000:00000001:3.0:1786480351.745622:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480351.745624:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480351.745626:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a6c0a80. 00000100:00000001:3.0:1786480351.745629:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480351.745637:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.745654:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480351.745667:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480351.745669:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480351.745673:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480351.745675:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480352.151548:0:9387:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786480352.151560:0:9387:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786480352.686608:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295045518, at 4295045568 00000100:00000010:1.0:1786480352.687127:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1360. 00000100:00000040:0.0:1786480352.687392:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295045518, at 4295045568 00000100:00000010:0.0:1786480352.687399:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1480. 00000001:00000001:0.0:1786480352.731321:0:9424:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1786480352.731329:0:9424:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:0.0:1786480352.739067:0:9424:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1786480352.770433:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480352.770440:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480352.770445:0:53:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480352.770447:0:53:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480352.771842:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480352.771848:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480352.771852:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480353.775744:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480353.775752:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480353.775758:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480353.775759:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480353.775894:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480353.775898:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480353.775901:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786480354.560595:0:9521:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786480354.560608:0:9521:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480354.800873:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480354.800879:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480354.800970:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480354.800973:0:9458:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480354.800975:0:9458:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480354.800989:0:9458:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480354.800992:0:9458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480354.800995:0:9458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480354.800997:0:9458:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480354.800999:0:9458:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480354.801119:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480354.801123:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480354.801126:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480355.822489:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480355.822497:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480355.822503:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480355.822504:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480355.823530:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480355.823536:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480355.823540:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1786480356.380937:0:9585:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8cc149f42110. 00000400:00000040:1.0:1786480356.380967:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1786480356.380969:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1786480356.380971:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1786480356.380972:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1786480356.380980:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1786480356.380982:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1786480356.380983:0:9585:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1786480356.381216:0:9585:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff8cc149f42110. 00010000:00000001:0.0:1786480356.847224:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480356.847232:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480356.847238:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480356.847239:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480356.848001:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480356.848005:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480356.848009:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786480356.850507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480356.850518:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480356.850531:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c4e00. 00000020:00000040:2.0:1786480356.850552:0:36:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480356.850558:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480356.850561:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480356.850567:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480356.850576:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8100. 00000100:00000001:2.0:1786480356.850584:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.850597:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480356.850609:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480356.850614:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.850625:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba174979] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.850690:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.850694:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.850696:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480356.850703:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.850711:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480356.850713:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.850717:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480356.850720:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480356.850722:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480356.850726:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162595712:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480356.850730:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480356.850735:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480356.850737:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.850740:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480356.850745:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af26e00. 02000000:00000001:3.0:1786480356.850747:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480356.850755:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480356.850760:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250a50. 00000400:00000010:3.0:1786480356.850766:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702f68. 00000100:00000200:3.0:1786480356.850774:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595712, portal 25 00000100:00000001:3.0:1786480356.850777:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480356.850778:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556903936 : -126713152647680 : ffff8cc14b8c4e00) 00000100:00000040:3.0:1786480356.850783:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.850791:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480356.850794:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480356.850797:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702dd0. 00000100:00000200:3.0:1786480356.850807:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162595712, offset 0 00000400:00000200:3.0:1786480356.850813:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480356.850821:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480356.850828:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480356.850833:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480356.850838:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480356.850842:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480356.850845:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480356.850848:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [127:127:256:4294967295] 192.168.204.128@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1786480356.850864:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480356.850874:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480356.850881:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480356.850885:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05900. 00000800:00000200:3.0:1786480356.850892:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480356.850899:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480356.850903:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480356.850927:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480356.850931:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480356.850934:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295050637 00000100:00000010:3.0:1786480356.850945:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1660. 00000100:00000001:3.0:1786480356.850952:0:2362:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786480356.850958:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295050637 00000100:00000010:3.0:1786480356.850961:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1000. 00000100:00000001:3.0:1786480356.850964:0:2362:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786480356.850967:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480356.850970:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.850973:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.850975:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480356.851001:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.851004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480356.851007:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480356.851010:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c7100. 00000020:00000040:2.0:1786480356.851012:0:36:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:2.0:1786480356.851015:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480356.851016:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480356.851019:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480356.851022:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8c00. 00000100:00000001:2.0:1786480356.851025:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.851030:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480356.851037:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480356.851039:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.851043:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c77c41] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786480356.851195:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480356.851200:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05900. 00000400:00000200:0.0:1786480356.851205:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480356.851210:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480356.851215:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702dd0 00000400:00000010:0.0:1786480356.851217:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702dd0. 00000100:00000001:0.0:1786480356.851220:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480356.851224:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.851232:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480356.851241:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.851248:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480356.851250:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786480356.851317:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480356.851319:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480356.851322:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.851328:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.851329:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480356.851332:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1786480356.851333:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.851336:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480356.851371:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.851373:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.851374:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.851376:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480356.851380:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.851387:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480356.851389:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.851391:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480356.851393:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480356.851395:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480356.851397:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162595840:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480356.851401:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480356.851403:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480356.851405:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.851406:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480356.851410:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af26800. 02000000:00000001:3.0:1786480356.851411:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480356.851416:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480356.851419:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250738. 00000400:00000010:3.0:1786480356.851423:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702990. 00000100:00000200:3.0:1786480356.851426:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595840, portal 10 00000100:00000001:3.0:1786480356.851428:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480356.851429:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556912896 : -126713152638720 : ffff8cc14b8c7100) 00000100:00000040:3.0:1786480356.851436:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.851443:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480356.851445:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480356.851447:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a7024c8. 00000100:00000200:3.0:1786480356.851456:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162595840, offset 0 00000400:00000200:3.0:1786480356.851460:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480356.851465:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480356.851470:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480356.851473:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480356.851475:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480356.851478:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480356.851480:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480356.851482:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [128:128:256:4294967295] 192.168.204.128@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:3.0:1786480356.851485:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480356.851492:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480356.851497:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480356.851500:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05000. 00000800:00000200:3.0:1786480356.851504:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480356.851509:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480356.851511:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480356.851518:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480356.851521:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 126870 usecs (127 jiffies) 00000400:00000200:3.0:1786480356.851524:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480356.851526:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295049860 00000100:00000001:3.0:1786480356.851529:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 0, keep current deadline 4295050637 00000100:00000001:3.0:1786480356.851531:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295049860 00000100:00000001:3.0:1786480356.851533:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 1, keep current deadline 4295050637 00000100:00000001:3.0:1786480356.851535:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480356.851537:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.851539:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.851541:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.851552:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.851555:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480356.851770:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480356.851773:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05000. 00000400:00000200:0.0:1786480356.851777:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480356.851781:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480356.851784:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a7024c8 00000400:00000010:0.0:1786480356.851786:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a7024c8. 00000100:00000001:0.0:1786480356.851789:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480356.851793:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.851802:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480356.851806:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.851812:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480356.851814:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786480356.852369:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.852381:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.852384:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.852387:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480356.852438:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.852442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480356.852446:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480356.852448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480356.852451:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480356.852454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480356.852457:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480356.852463:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c4a80. 00000020:00000040:2.0:1786480356.852468:0:36:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:2.0:1786480356.852471:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480356.852482:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480356.852486:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480356.852491:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8a00. 00000100:00000001:2.0:1786480356.852496:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.852503:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480356.852510:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480356.852514:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.852518:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087d3f155] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.852563:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.852566:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.852567:0:2362:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480356.852573:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.852580:0:2362:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480356.852581:0:2362:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.852584:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480356.852586:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480356.852588:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480356.852591:0:2362:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162595968:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480356.852594:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480356.852598:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480356.852600:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.852602:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480356.852606:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27400. 02000000:00000001:3.0:1786480356.852608:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480356.852613:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480356.852616:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250bb0. 00000400:00000010:3.0:1786480356.852622:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702b28. 00000100:00000200:3.0:1786480356.852627:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162595968, portal 10 00000100:00000001:3.0:1786480356.852629:0:2362:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480356.852631:0:2362:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556903040 : -126713152648576 : ffff8cc14b8c4a80) 00000100:00000040:3.0:1786480356.852637:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.852644:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480356.852646:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480356.852649:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a7027f8. 00000100:00000200:3.0:1786480356.852651:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162595968, offset 0 00000400:00000200:3.0:1786480356.852657:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480356.852663:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480356.852674:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480356.852678:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480356.852681:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480356.852684:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480356.852687:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480356.852690:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [129:129:256:4294967295] 192.168.204.128@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1786480356.852693:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480356.852702:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480356.852707:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480356.852712:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05500. 00000800:00000200:3.0:1786480356.852718:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480356.852725:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480356.852728:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480356.852747:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480356.852751:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 23781 usecs (24 jiffies) 00000400:00000200:3.0:1786480356.852755:0:2362:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480356.852758:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295049758 00000100:00000001:3.0:1786480356.852761:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295050637 00000100:00000001:3.0:1786480356.852763:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295049758 00000100:00000001:3.0:1786480356.852765:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295050637 00000100:00000001:3.0:1786480356.852767:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480356.852770:0:2362:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.852773:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.852775:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1786480356.853433:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480356.853439:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05500. 00000400:00000200:0.0:1786480356.853444:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480356.853451:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480356.853456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a7027f8 00000400:00000010:0.0:1786480356.853458:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a7027f8. 00000100:00000001:0.0:1786480356.853462:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480356.853467:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.853477:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480356.853480:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.853486:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480356.853488:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786480356.854366:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480356.854373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480356.854377:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480356.854380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480356.854384:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480356.854392:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000100:00000001:2.0:1786480356.854964:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480356.854969:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.855134:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480356.855138:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480356.855140:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.855142:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.855145:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.855148:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786480356.860823:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.860848:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480356.860862:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.860866:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480356.860875:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.860883:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480356.860897:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.860902:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.860909:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.860914:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903c00 00000400:00000200:0.0:1786480356.860918:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.860927:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:0.0:1786480356.860936:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.860940:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480356.860943:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480356.860947:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480356.860955:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480356.860966:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480356.860979:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.861013:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480356.861024:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.861027:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480356.861029:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.861031:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480356.861034:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.861037:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480356.861042:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.861044:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.861047:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.861050:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e903c80 00000400:00000200:0.0:1786480356.861053:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.861075:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1786480356.861079:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.861089:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480356.861092:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480356.861095:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480356.861098:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480356.861103:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480356.861112:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480356.861119:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480356.861123:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.861126:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.861429:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.861442:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786480356.861448:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480356.861450:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480356.861453:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250bb0. 00000400:00000200:3.0:1786480356.861458:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702b28 00000400:00000010:3.0:1786480356.861461:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702b28. 00000100:00000001:3.0:1786480356.861464:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480356.861470:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480356.861479:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.861485:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480356.861487:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.861490:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480356.861493:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480356.861496:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480356.861498:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.861501:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480356.861510:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480356.861514:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480356.861517:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480356.861518:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480356.861521:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480356.861525:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.861528:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480356.861531:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480356.861532:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480356.861534:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480356.861539:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.861546:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480356.861549:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480356.861551:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480356.861555:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480356.861575:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fe0dfc0b-86e1-472e-9360-26e5958ed350:2362:1873260162595968:192.168.204.128@tcp:400:kworker.0 00000400:00000001:3.0:1786480356.861582:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480356.861584:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480356.861586:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250738. 00000400:00000200:3.0:1786480356.861588:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702990 00000400:00000010:3.0:1786480356.861589:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702990. 00000100:00000001:3.0:1786480356.861592:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480356.861595:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480356.861603:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.861609:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480356.861611:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.861613:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480356.861614:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480356.861616:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480356.861617:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.861619:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480356.861624:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480356.861627:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480356.861629:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480356.861631:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480356.861632:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480356.861634:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.861636:0:2362:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480356.861638:0:2362:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:3.0:1786480356.861639:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480356.861641:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480356.861644:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.861651:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480356.861659:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480356.861660:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480356.861664:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480356.861671:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa16975b-a18a-49bc-bf59-0a4727418f12:2362:1873260162595840:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480356.861676:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.861679:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480356.861683:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c4a80 x1873260162595968/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.861690:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480356.861693:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480356.861696:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27400. 02000000:00000001:3.0:1786480356.861699:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480356.861701:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480356.861703:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:3.0:1786480356.861706:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480356.861709:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8a00. 02000000:00000001:3.0:1786480356.861714:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480356.861716:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480356.861717:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c4a80. 00000100:00000001:3.0:1786480356.861721:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480356.861722:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.861724:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480356.861727:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c7100 x1873260162595840/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.861733:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480356.861734:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480356.861735:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af26800. 02000000:00000001:3.0:1786480356.861738:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480356.861739:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480356.861740:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:3.0:1786480356.861742:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480356.861743:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8c00. 02000000:00000001:3.0:1786480356.861751:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480356.861753:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480356.861755:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c7100. 00000100:00000001:3.0:1786480356.861757:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480356.861758:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.861762:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.861765:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.861766:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480356.861768:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.861769:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786480356.880850:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.880882:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480356.880886:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.880890:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480356.880902:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.880911:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480356.880923:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.880929:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.880935:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.881307:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e903b80 00000400:00000200:0.0:1786480356.881315:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480356.881323:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1786480356.881331:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.881893:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480356.881901:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480356.881908:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480356.881918:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480356.881931:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480356.881995:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.882069:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.882074:0:2362:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786480356.882093:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480356.882180:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480356.882186:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786480356.882600:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480356.882603:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480356.882606:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250a50. 00000400:00000200:3.0:1786480356.882612:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702f68 00000400:00000010:3.0:1786480356.882614:0:2362:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702f68. 00000100:00000001:3.0:1786480356.882617:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480356.882624:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480356.882633:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.882639:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480356.882641:0:2362:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.882644:0:2362:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480356.882647:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480356.882650:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480356.882653:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480356.882656:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480356.882663:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480356.882668:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480356.882670:0:2362:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480356.882672:0:2362:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480356.882674:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480356.882676:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.882679:0:2362:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480356.882684:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.882701:0:2362:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480356.882704:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480356.882706:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480356.882711:0:2362:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480356.882718:0:2362:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2362:1873260162595712:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480356.882724:0:2362:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.882727:0:2362:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480356.882731:0:2362:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c4e00 x1873260162595712/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480356.882738:0:2362:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480356.882741:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480356.882744:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af26e00. 02000000:00000001:3.0:1786480356.882748:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480356.882751:0:2362:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480356.882753:0:2362:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:3.0:1786480356.882755:0:2362:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480356.882758:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8100. 02000000:00000001:3.0:1786480356.882763:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480356.882765:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480356.882766:0:2362:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c4e00. 00000100:00000001:3.0:1786480356.882770:0:2362:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480356.882771:0:2362:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.882774:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480356.882781:0:2362:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480356.882783:0:2362:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480356.882785:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480356.882788:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786480357.456528:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.456544:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480357.456548:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.456551:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480357.456561:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456569:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480357.456577:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456582:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456588:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456591:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 328 into portal 15 MB=0x6a7b85fd0c400 00000400:00000200:0.0:1786480357.456600:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.128@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:0.0:1786480357.456607:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.456611:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480357.456613:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480357.456618:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480357.456625:0:2352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786480357.456627:0:2352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786480357.456634:0:2352:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b86a680. 00000100:00000040:0.0:1786480357.456637:0:2352:0:(events.c:337:request_in_callback()) incoming req@ffff8cc14b86a680 x1873260183602176 msgsize 328 00000100:00100000:0.0:1786480357.456641:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.128@tcp (source: 12345-192.168.204.128@tcp) 00000100:00000001:0.0:1786480357.456894:0:2352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786480357.456905:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.456909:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480357.456911:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.456913:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480357.456917:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456921:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480357.456955:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456958:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456961:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.456964:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 328 into portal 15 MB=0x6a7b85fd0c600 00000400:00000200:0.0:1786480357.456969:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.128@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:0.0:1786480357.456973:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.456980:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480357.456982:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480357.456985:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480357.456989:0:2352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786480357.456990:0:2352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786480357.456993:0:2352:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b86bb80. 00000100:00000040:0.0:1786480357.456995:0:2352:0:(events.c:337:request_in_callback()) incoming req@ffff8cc14b86bb80 x1873260183602688 msgsize 328 00000100:00100000:0.0:1786480357.456999:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.128@tcp (source: 12345-192.168.204.128@tcp) 00000100:00000001:1.0:1786480357.457263:0:5592:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1786480357.457423:0:2352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786480357.457431:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480357.457435:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480357.457451:0:5591:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1786480357.457638:0:5592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873260183602176 02000000:00000001:1.0:1786480357.457642:0:5592:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1786480357.457645:0:5592:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786480357.457647:0:5592:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480357.457653:0:5592:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480357.457657:0:5592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873260183602176 00000020:00000001:1.0:1786480357.457661:0:5592:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786480357.457663:0:5592:0:(genops.c:825:class_conn2export()) looking for export cookie 0x13b9f598d5fb070a 00000020:00000001:1.0:1786480357.457666:0:5592:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786480357.457670:0:5592:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8cc14afea000 refcount=3 00000100:00100000:0.0:1786480357.457742:0:5591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873260183602688 02000000:00000001:0.0:1786480357.457744:0:5591:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786480357.457746:0:5591:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786480357.457747:0:5591:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480357.457749:0:5591:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786480357.457752:0:5591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873260183602688 00000020:00000001:0.0:1786480357.457753:0:5591:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786480357.457754:0:5591:0:(genops.c:825:class_conn2export()) looking for export cookie 0x13b9f598d5fb070a 00000020:00000001:0.0:1786480357.457756:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786480357.457757:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8cc14afea000 refcount=4 00000020:00000001:0.0:1786480357.457760:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360547618816 : -126713161932800 : ffff8cc14afea000) 00000020:00000001:0.0:1786480357.457762:0:5591:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446617360547618816 : -126713161932800 : ffff8cc14afea000) 00000100:00000001:0.0:1786480357.457767:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786480357.457772:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8cc14b909600. 00000100:00000001:0.0:1786480357.457776:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786480357.457788:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8cc14b909600. 00000020:00000010:0.0:1786480357.457795:0:5591:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cc149a72200. 00000020:00000010:0.0:1786480357.457800:0:5591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8cc14b8a0380. 00000020:00000010:0.0:1786480357.457805:0:5591:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8cc14c0f9578. 00000100:00000040:0.0:1786480357.457815:0:5591:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1786480357.457818:0:5591:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786480357.457820:0:5591:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786480357.457822:0:5591:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.457829:0:5591:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.457832:0:5591:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480357.457854:0:5591:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786480357.457857:0:5591:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786480357.457862:0:5591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.128@tcp, seq: 3 00000100:00000040:0.0:1786480357.457866:0:5591:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8cc14afea000 : new rpc_count 1 00000100:00000001:0.0:1786480357.457868:0:5591:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446617360556538752 : -126713153012864 : ffff8cc14b86bb80) 00000100:00000040:0.0:1786480357.457875:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8cc14b86bb80 x1873260183602688/t0(0) o104->7150d5bc-75eb-4818-9d96-9b72a0849d4e@192.168.204.128@tcp:123/0 lens 328/0 e 0 to 0 dl 1786480368 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786480357.457885:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786480357.457888:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8cc14b909600. 00000100:00000001:0.0:1786480357.457890:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786480357.457892:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8cc14b909600. 00000100:00100000:0.0:1786480357.457897:0:5591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc14b86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7150d5bc-75eb-4818-9d96-9b72a0849d4e+4:11384:x1873260183602688:12345-192.168.204.128@tcp:104: 00000100:00000200:0.0:1786480357.457901:0:5591:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1873260183602688 00010000:00000001:0.0:1786480357.457904:0:5591:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786480357.457910:0:5591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786480357.457912:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786480357.457914:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc182158600 refcount=2 00000020:00000001:0.0:1786480357.457916:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:0.0:1786480357.457919:0:5591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:0.0:1786480357.457923:0:5591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1786480357.458261:0:5592:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360547618816 : -126713161932800 : ffff8cc14afea000) 00000020:00000001:1.0:1786480357.458264:0:5592:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446617360547618816 : -126713161932800 : ffff8cc14afea000) 00000100:00000001:1.0:1786480357.458267:0:5592:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1786480357.458271:0:5592:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8cc14b291580. 00000100:00000001:1.0:1786480357.458273:0:5592:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1786480357.458275:0:5592:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8cc14b291580. 00000020:00000010:1.0:1786480357.458280:0:5592:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cc14af24c00. 00000020:00000010:1.0:1786480357.458285:0:5592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8cc14bac2a80. 00000020:00000010:1.0:1786480357.458378:0:5592:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8cc149ad3640. 00000100:00000001:1.0:1786480357.458384:0:5592:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1786480357.458385:0:5592:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1786480357.458387:0:5592:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480357.458392:0:5592:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480357.458395:0:5592:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1786480357.458536:0:5591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480357.458552:0:5591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786480357.458562:0:5591:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786480357.458565:0:5591:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786480357.458570:0:5591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8cc14a756000. 02000000:00000001:0.0:1786480357.458572:0:5591:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.458575:0:5591:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.458580:0:5591:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786480357.458582:0:5591:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786480357.458586:0:5591:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc143ac01e8 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1786480357.458591:0:5591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786480357.458595:0:5591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8cc14c0fb840 refcount 22 to 192.168.204.128@tcp 00000100:00000001:0.0:1786480357.458597:0:5591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446617360565516352 : -126713144035264 : ffff8cc14c0fb840) 02000000:00000001:0.0:1786480357.458600:0:5591:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786480357.458602:0:5591:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.458605:0:5591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786480357.458609:0:5591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:0.0:1786480357.458613:0:5591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507aeb28. 00000100:00000200:0.0:1786480357.458620:0:5591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1873260183602688, offset 224 00000400:00000200:0.0:1786480357.458626:0:5591:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:0.0:1786480357.458635:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.458643:0:5591:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.28@tcp to MR: 192.168.204.128@tcp local destination 00000400:00000200:0.0:1786480357.458649:0:5591:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [130:130:256:4294967295] 192.168.204.128@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1786480357.458654:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.458662:0:5591:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:192.168.204.28@tcp) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:0.0:1786480357.458667:0:5591:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:0.0:1786480357.458672:0:5591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc149ae4300. 00000800:00000200:0.0:1786480357.458859:0:5591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:0.0:1786480357.458867:0:5591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:0.0:1786480357.458873:0:5591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc149ae4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786480357.459260:0:5591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480357.459274:0:5591:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8cc14c0fb840 refcount 21 to 192.168.204.128@tcp 00010000:00000001:0.0:1786480357.459278:0:5591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786480357.459282:0:5591:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8cc14b914900. 00010000:00000001:0.0:1786480357.459285:0:5591:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786480357.460411:0:5591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1786480357.460415:0:5591:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.460417:0:5591:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.460419:0:5591:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480357.460431:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b86bb80 x1873260183602688/t0(0) o104->7150d5bc-75eb-4818-9d96-9b72a0849d4e@192.168.204.128@tcp:123/0 lens 328/224 e 0 to 0 dl 1786480368 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786480357.460443:0:5591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc14b86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7150d5bc-75eb-4818-9d96-9b72a0849d4e+4:11384:x1873260183602688:12345-192.168.204.128@tcp:104: Request processed in 2556us (3445us total) trans 0 rc 0/0 00000100:00100000:0.0:1786480357.460453:0:5591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.128@tcp, seq: 3 00000100:00000040:0.0:1786480357.460457:0:5591:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8cc14afea000 : new rpc_count 0 00000100:00000001:0.0:1786480357.460460:0:5591:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786480357.460462:0:5591:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786480357.460468:0:5591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8cc14b8a0380. 00000020:00000010:0.0:1786480357.460473:0:5591:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8cc14c0f9578. 00000020:00000010:0.0:1786480357.460477:0:5591:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cc149a72200. 00000020:00000040:0.0:1786480357.460482:0:5591:0:(genops.c:900:class_export_put()) PUTting export ffff8cc14afea000 : new refcount 3 00000100:00000001:0.0:1786480357.460485:0:5591:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480357.460504:0:5591:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786480357.460506:0:5591:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786480357.460511:0:5591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.128@tcp, seq: 4 00000100:00000040:0.0:1786480357.460514:0:5591:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8cc14afea000 : new rpc_count 1 00000100:00000001:0.0:1786480357.460516:0:5591:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446617360556533376 : -126713153018240 : ffff8cc14b86a680) 00000100:00000040:0.0:1786480357.460521:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8cc14b86a680 x1873260183602176/t0(0) o104->7150d5bc-75eb-4818-9d96-9b72a0849d4e@192.168.204.128@tcp:123/0 lens 328/0 e 0 to 0 dl 1786480368 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786480357.460529:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786480357.460534:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8cc14b909600. 00000100:00000001:0.0:1786480357.460537:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786480357.460550:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8cc14b909600. 00000100:00100000:0.0:1786480357.460556:0:5591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc14b86a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7150d5bc-75eb-4818-9d96-9b72a0849d4e+3:11384:x1873260183602176:12345-192.168.204.128@tcp:104: 00000100:00000200:0.0:1786480357.460560:0:5591:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1873260183602176 00010000:00000001:0.0:1786480357.460562:0:5591:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786480357.460568:0:5591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786480357.460571:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786480357.460573:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc141657000 refcount=2 00000020:00000001:0.0:1786480357.460576:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360386584576 : -126713322967040 : ffff8cc141657000) 00010000:00000001:0.0:1786480357.460578:0:5591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617360386584576 : -126713322967040 : ffff8cc141657000) 00010000:00000001:0.0:1786480357.460581:0:5591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786480357.460584:0:5591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480357.460588:0:5591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786480357.460597:0:5591:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786480357.460600:0:5591:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786480357.460604:0:5591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8cc14a757800. 02000000:00000001:0.0:1786480357.460606:0:5591:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.460608:0:5591:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.460612:0:5591:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786480357.460614:0:5591:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786480357.460617:0:5591:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc143ac01e8 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1786480357.460622:0:5591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786480357.460624:0:5591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8cc14c0fb840 refcount 22 to 192.168.204.128@tcp 00000100:00000001:0.0:1786480357.460626:0:5591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446617360565516352 : -126713144035264 : ffff8cc14c0fb840) 02000000:00000001:0.0:1786480357.460628:0:5591:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786480357.460630:0:5591:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.460633:0:5591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786480357.460635:0:5591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:0.0:1786480357.460640:0:5591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507aed48. 00000100:00000200:0.0:1786480357.460646:0:5591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1873260183602176, offset 224 00000400:00000200:0.0:1786480357.460651:0:5591:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:0.0:1786480357.460660:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.460672:0:5591:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.28@tcp to MR: 192.168.204.128@tcp local destination 00000400:00000200:0.0:1786480357.460691:0:5591:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [131:131:255:4294967295] 192.168.204.128@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:0.0:1786480357.460696:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480357.460705:0:5591:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:192.168.204.28@tcp) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:0.0:1786480357.460709:0:5591:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:0.0:1786480357.460713:0:5591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc149ae4500. 00000800:00000200:0.0:1786480357.460720:0:5591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:0.0:1786480357.460726:0:5591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:0.0:1786480357.460729:0:5591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc149ae4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786480357.460732:0:5591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480357.460735:0:5591:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8cc14c0fb840 refcount 21 to 192.168.204.128@tcp 00010000:00000001:0.0:1786480357.460738:0:5591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786480357.460743:0:5591:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8cc14b9140c0. 00010000:00000001:0.0:1786480357.460745:0:5591:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786480357.460768:0:5591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1786480357.460770:0:5591:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.460772:0:5591:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.460773:0:5591:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480357.460778:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b86a680 x1873260183602176/t0(0) o104->7150d5bc-75eb-4818-9d96-9b72a0849d4e@192.168.204.128@tcp:123/0 lens 328/224 e 0 to 0 dl 1786480368 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786480357.460787:0:5591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc14b86a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7150d5bc-75eb-4818-9d96-9b72a0849d4e+3:11384:x1873260183602176:12345-192.168.204.128@tcp:104: Request processed in 256us (4148us total) trans 0 rc 0/0 00000100:00100000:0.0:1786480357.460793:0:5591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.128@tcp, seq: 4 00000100:00000040:0.0:1786480357.460795:0:5591:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8cc14afea000 : new rpc_count 0 00000100:00000001:0.0:1786480357.460797:0:5591:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786480357.460798:0:5591:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786480357.460801:0:5591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8cc14bac2a80. 00000020:00000010:0.0:1786480357.460806:0:5591:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8cc149ad3640. 00000020:00000010:0.0:1786480357.460809:0:5591:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cc14af24c00. 00000020:00000040:0.0:1786480357.460820:0:5591:0:(genops.c:900:class_export_put()) PUTting export ffff8cc14afea000 : new refcount 2 00000100:00000001:0.0:1786480357.460822:0:5591:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1786480357.461747:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480357.461755:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc149ae4300. 00000400:00000200:1.0:1786480357.461763:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480357.461779:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480357.461785:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507aeb28 00000400:00000010:1.0:1786480357.461788:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507aeb28. 00000100:00000001:1.0:1786480357.461793:0:2353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1786480357.461794:0:2353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1786480357.461823:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480357.461825:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc149ae4500. 00000400:00000200:1.0:1786480357.461828:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480357.461832:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480357.461834:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507aed48 00000400:00000010:1.0:1786480357.461836:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507aed48. 00000100:00000001:1.0:1786480357.461839:0:2353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1786480357.461840:0:2353:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1786480357.462096:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480357.462099:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.462103:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1786480357.462106:0:5601:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786480357.462108:0:5601:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786480357.462112:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480357.462122:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc182158600 already unused, calling callback (ffffffffc127cc20) 10000000:00000001:2.0:1786480357.462126:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786480357.462128:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480357.462247:0:5601:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786480357.462249:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786480357.462251:0:5601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786480357.462253:0:5601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc182158600 refcount=3 00000020:00000001:2.0:1786480357.462256:0:5601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480357.462258:0:5601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480357.462261:0:5601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786480357.462263:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786480357.462269:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786480357.462271:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786480357.462277:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786480357.462280:0:5601:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786480357.462282:0:5601:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1786480357.462283:0:5601:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786480357.462285:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786480357.462430:0:5601:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480357.462451:0:5601:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786480357.462453:0:5601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786480357.462454:0:5601:0:(mgc_request.c:123:config_log_put()) log params(ffff8cc14ba1be00) refs 2 10000000:00000001:2.0:1786480357.462456:0:5601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786480357.462458:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.462462:0:5601:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786480357.462466:0:5601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786480357.462467:0:5601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786480357.462469:0:5601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786480357.462471:0:5601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786480357.462474:0:5601:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cc182158600 with handle 0x13b9f598d5fb0788 from hash 00010000:00000001:2.0:1786480357.462476:0:5601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786480357.462478:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480357.462486:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480357.462487:0:5601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786480357.462489:0:5601:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786480357.462491:0:5601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786480357.462494:0:5601:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786480357.462496:0:5601:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786480357.462505:0:5601:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c5180. 00000020:00000040:2.0:1786480357.462509:0:5601:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480357.462513:0:5601:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480357.462516:0:5601:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480357.462522:0:5601:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480357.462529:0:5601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc145028400. 00000100:00000001:2.0:1786480357.462536:0:5601:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.462538:0:5601:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786480357.462544:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480357.462551:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786480357.462552:0:5601:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.462558:0:5601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480357.462563:0:5601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480357.462573:0:5601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000504108ed] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786480357.462599:0:5601:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786480357.462602:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480357.462603:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480357.462605:0:5601:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.462607:0:5601:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480357.462609:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.462613:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480357.462618:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786480357.462620:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb0788 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fd8e expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480357.462643:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480357.462645:0:5601:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786480357.462646:0:5601:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8cc14b914900. 00010000:00000001:2.0:1786480357.462650:0:5601:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480357.462652:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480357.462654:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.462656:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1786480357.462658:0:5601:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786480357.462659:0:5601:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786480357.462662:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480357.462667:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc141657000 already unused, calling callback (ffffffffc127cc20) 10000000:00000001:2.0:1786480357.462669:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786480357.462672:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480357.463075:0:5601:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786480357.463076:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786480357.463078:0:5601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786480357.463080:0:5601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc141657000 refcount=3 00000020:00000001:2.0:1786480357.463082:0:5601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360386584576 : -126713322967040 : ffff8cc141657000) 00010000:00000001:2.0:1786480357.463085:0:5601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617360386584576 : -126713322967040 : ffff8cc141657000) 00010000:00000001:2.0:1786480357.463087:0:5601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786480357.463089:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786480357.463095:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786480357.463097:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786480357.463101:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786480357.463110:0:5601:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786480357.463112:0:5601:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1786480357.463113:0:5601:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786480357.463115:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786480357.463116:0:5601:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480357.463131:0:5601:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786480357.463133:0:5601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786480357.463134:0:5601:0:(mgc_request.c:123:config_log_put()) log params(ffff8cc14b89c400) refs 2 10000000:00000001:2.0:1786480357.463136:0:5601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786480357.463137:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.463139:0:5601:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786480357.463150:0:5601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786480357.463152:0:5601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786480357.463154:0:5601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786480357.463155:0:5601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786480357.463158:0:5601:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cc141657000 with handle 0x13b9f598d5fb07c0 from hash 00010000:00000001:2.0:1786480357.463161:0:5601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786480357.463162:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480357.463163:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480357.463164:0:5601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786480357.463165:0:5601:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786480357.463167:0:5601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786480357.463169:0:5601:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786480357.463170:0:5601:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786480357.463175:0:5601:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c6a00. 00000020:00000040:2.0:1786480357.463177:0:5601:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=5 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480357.463181:0:5601:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480357.463401:0:5601:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480357.463406:0:5601:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480357.463412:0:5601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc145029a00. 00000100:00000001:2.0:1786480357.463417:0:5601:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.463420:0:5601:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786480357.463423:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480357.463429:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786480357.463430:0:5601:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.463439:0:5601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480357.463443:0:5601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480357.463450:0:5601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e2ed2aa] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786480357.463460:0:5601:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786480357.463463:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480357.463464:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480357.463465:0:5601:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.463467:0:5601:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480357.463469:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.463472:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480357.463478:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786480357.463480:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8cc141657000/0x13b9f598d5fb07c0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6de7b4b042c5fdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1786480357.463486:0:5601:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cc14d2fa300 count: 0 00010000:00000001:2.0:1786480357.463496:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480357.463497:0:5601:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786480357.463499:0:5601:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8cc14b9140c0. 00010000:00000001:2.0:1786480357.463502:0:5601:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480357.463504:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480357.463506:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.463509:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786480357.463510:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480357.463511:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.463513:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786480357.463515:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480357.463516:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.463518:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786480357.463526:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480357.463530:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480357.463533:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480357.463539:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.463553:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480357.463555:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480357.463560:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480357.463563:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480357.463565:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480357.463569:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162596096:192.168.204.128@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786480357.463574:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480357.463581:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480357.463584:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480357.463587:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480357.463591:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc145028600. 02000000:00000001:2.0:1786480357.463593:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480357.463600:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480357.463605:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066d9a0. 00000400:00000010:2.0:1786480357.463613:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3220. 00000100:00000200:2.0:1786480357.463620:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162596096, portal 18 00000100:00000001:2.0:1786480357.463622:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480357.463624:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556904832 : -126713152646784 : ffff8cc14b8c5180) 00000100:00000040:2.0:1786480357.463629:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.463637:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480357.463640:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480357.463643:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff33b8. 00000100:00000200:2.0:1786480357.463646:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1873260162596096, offset 0 00000400:00000200:2.0:1786480357.463653:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480357.463665:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480357.463673:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480357.464888:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480357.464895:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480357.464898:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480357.464902:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480357.464918:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [132:132:256:4294967295] 192.168.204.128@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1786480357.465202:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480357.465223:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480357.465230:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480357.465238:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8000. 00000800:00000200:2.0:1786480357.465246:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480357.465255:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480357.465259:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786480357.465470:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480357.465476:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480357.465479:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295051252 00000100:00000001:2.0:1786480357.465488:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295050637 00000100:00000001:2.0:1786480357.465493:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295051252 00000100:00000001:2.0:1786480357.465497:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295050637 00000100:00000001:2.0:1786480357.465500:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480357.465504:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.465508:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.465511:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.465518:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480357.465521:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786480357.465524:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480357.465525:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480357.465526:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480357.465529:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1786480357.465531:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.465533:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480357.465534:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.465536:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480357.465537:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480357.465538:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480357.465546:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.465567:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480357.465568:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480357.465573:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480357.465575:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480357.465578:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480357.465582:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162596224:192.168.204.128@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786480357.465585:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480357.465591:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480357.465594:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480357.465596:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480357.465604:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14e6b0200. 02000000:00000001:2.0:1786480357.465606:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480357.465610:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480357.465614:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066daa8. 00000400:00000010:2.0:1786480357.465620:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3110. 00000100:00000200:2.0:1786480357.465626:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162596224, portal 18 00000100:00000001:2.0:1786480357.465628:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480357.465630:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000040:2.0:1786480357.465636:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.465642:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480357.465645:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480357.465647:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3660. 00000100:00000200:2.0:1786480357.465651:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1873260162596224, offset 0 00000400:00000200:2.0:1786480357.465656:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480357.465662:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480357.465667:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480357.465670:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480357.465672:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480357.466220:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480357.466223:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480357.466233:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [133:133:255:4294967295] 192.168.204.128@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1786480357.466237:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480357.466246:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480357.466251:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480357.466255:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8d00. 00000800:00000200:2.0:1786480357.466261:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480357.466265:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480357.466268:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786480357.466272:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480357.466275:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480357.466277:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295051252 00000100:00000001:2.0:1786480357.466280:0:2363:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, keep current deadline 4295051252 00000100:00000001:2.0:1786480357.466281:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295051252 00000100:00000001:2.0:1786480357.466283:0:2363:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, keep current deadline 4295051252 00000100:00000001:2.0:1786480357.466285:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480357.466391:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.466394:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.466396:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480357.466645:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480357.466649:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480357.466652:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786480357.466658:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480357.466666:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480357.468019:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480357.468028:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8000. 00000400:00000200:0.0:1786480357.468036:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480357.468044:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480357.468051:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff33b8 00000400:00000010:0.0:1786480357.468053:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff33b8. 00000100:00000001:0.0:1786480357.468058:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480357.468068:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480357.468081:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480357.468084:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480357.468091:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.468093:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786480357.468158:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480357.468161:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8d00. 00000400:00000200:0.0:1786480357.468164:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480357.468168:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480357.468171:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3660 00000400:00000010:0.0:1786480357.468173:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3660. 00000100:00000001:0.0:1786480357.468175:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480357.468179:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480357.468186:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480357.468189:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480357.468196:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480357.468198:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480357.474080:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474102:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480357.474107:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474109:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480357.474120:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474129:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480357.474139:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474143:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474149:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474154:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 18 MB=0x6a7b85e903d00 00000400:00000200:1.0:1786480357.474159:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474165:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.128@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1786480357.474172:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474176:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480357.474180:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480357.474184:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480357.474192:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480357.474201:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480357.474210:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480357.474250:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480357.474262:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474266:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480357.474268:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474270:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480357.474273:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480357.474275:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1786480357.474276:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000100:00000001:2.0:1786480357.474279:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1786480357.474281:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474283:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474285:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480357.474288:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 18 MB=0x6a7b85e903d80 00000400:00000200:1.0:1786480357.474292:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000001:2.0:1786480357.474296:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480357.474297:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480357.474301:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066d9a0. 00000400:00000200:2.0:1786480357.474306:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3220 00000400:00000010:2.0:1786480357.474308:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3220. 00000100:00000001:2.0:1786480357.474310:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1786480357.474313:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.128@tcp of length 224/224 into md 0x799 [1] + 224 00000100:00000200:2.0:1786480357.474315:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1786480357.474316:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474323:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1786480357.474323:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786480357.474326:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480357.474329:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:2.0:1786480357.474330:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786480357.474332:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480357.474336:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480357.474381:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480357.474387:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480357.474391:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480357.474394:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.475800:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.475807:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480357.475811:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480357.475814:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480357.475816:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480357.475819:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480357.475826:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee4a8 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480357.475831:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480357.475834:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480357.475835:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.475838:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480357.475840:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.475854:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480357.475862:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.475871:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480357.475874:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480357.475876:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480357.475880:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480357.475888:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162596096:192.168.204.128@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786480357.475893:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.475897:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480357.475901:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c5180 x1873260162596096/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.475907:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480357.475909:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480357.475914:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc145028600. 02000000:00000001:2.0:1786480357.475921:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480357.476157:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480357.476160:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480357.476162:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480357.476165:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc145028400. 02000000:00000001:2.0:1786480357.476182:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480357.476184:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480357.476186:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c5180. 00000100:00000001:2.0:1786480357.476190:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480357.476191:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.476195:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.476197:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480357.476199:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786480357.476212:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480357.476214:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480357.476218:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066daa8. 00000400:00000200:2.0:1786480357.476222:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3110 00000400:00000010:2.0:1786480357.476224:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3110. 00000100:00000001:2.0:1786480357.476228:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480357.476232:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480357.476240:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.476246:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480357.476248:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.476249:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480357.476251:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480357.476252:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480357.476254:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480357.476255:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480357.476259:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee4a8 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480357.476262:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480357.476264:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480357.476265:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480357.476266:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480357.476268:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.476269:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480357.476273:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.476279:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480357.476298:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480357.476299:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480357.476304:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480357.476311:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162596224:192.168.204.128@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786480357.476315:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.476317:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480357.476320:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c6a00 x1873260162596224/t0(0) o103->MGC192.168.204.128@tcp@192.168.204.128@tcp:17/18 lens 328/224 e 0 to 0 dl 1786480373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480357.476326:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480357.476327:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480357.476329:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14e6b0200. 02000000:00000001:2.0:1786480357.476334:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480357.476335:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480357.476336:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480357.476356:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480357.476358:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc145029a00. 02000000:00000001:2.0:1786480357.476361:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480357.476362:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480357.476363:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c6a00. 00000100:00000001:2.0:1786480357.476366:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480357.476367:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.476369:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480357.476378:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480357.476380:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480357.476383:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480357.476384:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1786480357.479398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cc182158600. 00010000:00000010:2.1:1786480357.483610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cc14d2fa300. 00010000:00000010:2.1:1786480357.483631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cc141657000. 00010000:00000001:0.0:1786480357.871401:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480357.871407:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480357.871412:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480357.871419:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480357.871714:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480357.871718:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480357.871721:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1786480358.037225:0:9663:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1786480358.382418:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295051252, at 4295051264 00000100:00000010:1.0:1786480358.382436:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1000. 00000100:00000040:0.0:1786480358.382472:0:9458:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295051252, at 4295051264 00000100:00000010:0.0:1786480358.382479:0:9458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1660. 10000000:00000001:0.0:1786480358.894490:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1786480358.894499:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff8cc14b89c400) refs 2 10000000:00000001:0.0:1786480358.894504:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786480358.894507:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1786480358.894509:0:5604:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1786480358.894510:0:5604:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1786480358.894525:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1786480358.894526:0:5604:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1786480358.894529:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8cc14afa9800 from 7 10000000:00000001:0.0:1786480358.894532:0:5604:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1786480358.894534:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1786480358.894547:0:5604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b869f80. 00000020:00000040:0.0:1786480358.894552:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:0.0:1786480358.894558:0:5604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786480358.894561:0:5604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786480358.894566:0:5604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786480358.894575:0:5604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc149a72000. 00000100:00000001:0.0:1786480358.894583:0:5604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.894588:0:5604:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1786480358.894591:0:5604:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1786480358.894598:0:5604:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8cc14bb90b00. 00010000:00000001:0.0:1786480358.894614:0:5604:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1786480358.894618:0:5604:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8cc140030800. 00000020:00000001:0.0:1786480358.894623:0:5604:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1786480358.894626:0:5604:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8cc140030800 with handle 0x13b9f598d5fb07ea to hash 00000020:00000001:0.0:1786480358.894629:0:5604:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1786480358.894630:0:5604:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:0.0:1786480358.894633:0:5604:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:0.0:1786480358.894637:0:5604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786480358.894640:0:5604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480358.894644:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786480358.894676:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786480358.894689:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786480358.894695:0:5604:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786480358.894697:0:5604:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786480358.894703:0:5604:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cc14b914000. 00000100:00000001:0.0:1786480358.894705:0:5604:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446617360557228032 : -126713152323584 : ffff8cc14b914000) 00000100:00000001:0.0:1786480358.894708:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786480358.894709:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556531584 : -126713153020032 : ffff8cc14b869f80) 00000100:00000001:0.0:1786480358.894714:0:5604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786480358.894718:0:5604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.894720:0:5604:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786480358.894721:0:5604:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786480358.894731:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.894739:0:5604:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786480358.894742:0:5604:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.894746:0:5604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786480358.894749:0:5604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786480358.894751:0:5604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786480358.894767:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596352:192.168.204.128@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1786480358.894772:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786480358.894776:0:5604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786480358.894779:0:5604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.894782:0:5604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786480358.894786:0:5604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cc14a755000. 02000000:00000001:0.0:1786480358.894788:0:5604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480358.894795:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:0.0:1786480358.894803:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc14a70a898. 00000400:00000010:0.0:1786480358.894809:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507ae7f8. 00000100:00000200:0.0:1786480358.894826:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873260162596352, portal 25 00000100:00000001:0.0:1786480358.894829:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786480358.894830:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556531584 : -126713153020032 : ffff8cc14b869f80) 00000100:00000040:0.0:1786480358.894836:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.894843:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786480358.894845:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:0.0:1786480358.894848:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507ae990. 00000100:00000200:0.0:1786480358.894851:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1873260162596352, offset 0 00000400:00000200:0.0:1786480358.894858:0:5604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:0.0:1786480358.894866:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480358.894874:0:5604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:0.0:1786480358.894880:0:5604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786480358.894884:0:5604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:0.0:1786480358.894888:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786480358.894891:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:0.0:1786480358.894895:0:5604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [134:134:256:4294967295] 192.168.204.128@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1786480358.894899:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480358.894908:0:5604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:0.0:1786480358.894914:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:0.0:1786480358.894918:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc149ae4200. 00000800:00000200:0.0:1786480358.894924:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:0.0:1786480358.894932:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:0.0:1786480358.894936:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc149ae4200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1786480358.894959:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480358.894963:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:0.0:1786480358.894966:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295052681 00000100:00000010:0.0:1786480358.894971:0:5604:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1450165a0. 00000100:00000001:0.0:1786480358.894976:0:5604:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786480358.894988:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295052681 00000100:00000010:0.0:1786480358.894991:0:5604:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1450160c0. 00000100:00000001:0.0:1786480358.894993:0:5604:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786480358.894997:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786480358.894999:0:5604:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.895002:0:5604:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786480358.895003:0:5604:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786480358.895006:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b914000 going to sleep for 11 seconds 00000100:00000001:0.0:1786480358.895008:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786480358.895011:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.895031:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480358.895033:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.895037:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480358.895038:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786480358.895953:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480358.895960:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc149ae4200. 00000400:00000200:1.0:1786480358.895966:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.895973:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480358.895987:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507ae990 00000400:00000010:1.0:1786480358.895989:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507ae990. 00000100:00000001:1.0:1786480358.895993:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480358.895998:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.896010:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480358.896013:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.896020:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480358.896022:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1786480358.898636:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480358.898644:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480358.898648:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1786480358.898680:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.898693:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480358.898696:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.898699:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.898707:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.898715:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480358.898723:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.898728:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.898733:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.898738:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 344 into portal 25 MB=0x6a7b85e903e00 00000400:00000200:1.0:1786480358.898743:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.898750:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 344/344 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1786480358.898756:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.898763:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.898766:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.898771:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480358.898777:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480358.898786:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480358.898799:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.898951:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480358.898971:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480358.899001:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.899005:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786480358.899047:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786480358.899050:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786480358.899054:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc14a70a898. 00000400:00000200:0.0:1786480358.899060:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507ae7f8 00000400:00000010:0.0:1786480358.899064:0:5604:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507ae7f8. 00000100:00000001:0.0:1786480358.899067:0:5604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480358.899072:0:5604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786480358.899081:0:5604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.899088:0:5604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786480358.899090:0:5604:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480358.899093:0:5604:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786480358.899098:0:5604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786480358.899101:0:5604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786480358.899104:0:5604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.899107:0:5604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786480358.899117:0:5604:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1786480358.899122:0:5604:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1786480358.899124:0:5604:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786480358.899133:0:5604:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.899136:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786480358.899138:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.899142:0:5604:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480358.899148:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.899154:0:5604:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786480358.899157:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786480358.899159:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786480358.899163:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786480358.899170:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596352:192.168.204.128@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1786480358.899175:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480358.899178:0:5604:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.899181:0:5604:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1786480358.899183:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.899187:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.899194:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786480358.899197:0:5604:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cc14b914000. 00000100:00000001:0.0:1786480358.899200:0:5604:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1786480358.899201:0:5604:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.899204:0:5604:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1786480358.899207:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786480358.899209:0:5604:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786480358.899212:0:5604:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc140030800 refcount=4 00000020:00000001:0.0:1786480358.899214:0:5604:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:0.0:1786480358.899217:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000040:0.0:1786480358.899223:0:5604:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8cc140030800, remote cookie: 0x6de7b4b042c5fdf0, flags: 0x0 00010000:00000001:0.0:1786480358.899226:0:5604:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1786480358.899229:0:5604:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1786480358.899231:0:5604:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1786480358.899238:0:5604:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1786480358.899240:0:5604:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1786480358.899243:0:5604:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8cc14bb90b00) refcount = 1 00010000:00010000:0.0:1786480358.899248:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdf0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1786480358.899255:0:5604:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1786480358.899257:0:5604:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1786480358.899259:0:5604:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1786480358.899262:0:5604:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1786480358.899265:0:5604:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480358.899268:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fdf0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1786480358.899274:0:5604:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1786480358.899276:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786480358.899278:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786480358.899279:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786480358.899280:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786480358.899282:0:5604:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.899285:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.899289:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b869f80 x1873260162596352/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.899295:0:5604:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786480358.899298:0:5604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786480358.899302:0:5604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cc14a755000. 02000000:00000001:0.0:1786480358.899305:0:5604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786480358.899306:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786480358.899308:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:0.0:1786480358.899310:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786480358.899313:0:5604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc149a72000. 02000000:00000001:0.0:1786480358.899317:0:5604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786480358.899319:0:5604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786480358.899321:0:5604:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b869f80. 00000100:00000001:0.0:1786480358.899325:0:5604:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786480358.899326:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1786480358.899334:0:5604:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786480358.899363:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1786480358.899366:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff8cc14b89c400) refs 3 10000000:00000001:0.0:1786480358.899368:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.899370:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786480358.899372:0:5604:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786480358.899373:0:5604:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc140030800 refcount=3 00000020:00000001:0.0:1786480358.899375:0:5604:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:0.0:1786480358.899377:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:0.0:1786480358.899380:0:5604:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1786480358.899381:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786480358.899382:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786480358.899384:0:5604:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786480358.899387:0:5604:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1786480358.899391:0:5604:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8cc14b909640. 00000020:00000010:0.0:1786480358.899396:0:5604:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cc149a72000. 00000020:00000010:0.0:1786480358.899401:0:5604:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cc149a73600. 00000040:00000010:0.0:1786480358.899405:0:5604:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cc149a72a00. 00000020:00000010:0.0:1786480358.899410:0:5604:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cc14afeb800. 00000020:00000010:0.0:1786480358.899414:0:5604:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cc149a73400. 80000000:00000010:0.0:1786480358.899419:0:5604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8cc145016240. 00040000:00000010:0.0:1786480358.899425:0:5604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cc149a73000. 20000000:00000010:0.0:1786480358.899429:0:5604:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8cc149a73a00. 10000000:00000040:0.0:1786480358.899434:0:5604:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff8cc14a70b000 : new refcount 2 00000020:00000001:0.0:1786480358.899437:0:5604:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1786480358.899439:0:5604:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1786480358.899441:0:5604:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1786480358.899444:0:5604:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8cc149a73200. 00000040:00000001:0.0:1786480358.899448:0:5604:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1786480358.899451:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000010:0.0:1786480358.899455:0:5604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b869f80. 00000020:00000040:0.0:1786480358.899457:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=5 obd=MGC192.168.204.128@tcp 00000100:00000001:0.0:1786480358.899462:0:5604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786480358.899464:0:5604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786480358.899469:0:5604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786480358.899479:0:5604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc149a72c00. 00000100:00000001:0.0:1786480358.899485:0:5604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.899492:0:5604:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786480358.899493:0:5604:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786480358.899498:0:5604:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cc14b914000. 00000100:00000001:0.0:1786480358.899500:0:5604:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446617360557228032 : -126713152323584 : ffff8cc14b914000) 00000100:00000001:0.0:1786480358.899503:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786480358.899504:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556531584 : -126713153020032 : ffff8cc14b869f80) 00000100:00000001:0.0:1786480358.899508:0:5604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786480358.899513:0:5604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.899515:0:5604:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786480358.899516:0:5604:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786480358.899520:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.899528:0:5604:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786480358.899530:0:5604:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.899533:0:5604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786480358.899536:0:5604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786480358.899539:0:5604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786480358.899542:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596480:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1786480358.899545:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786480358.899549:0:5604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786480358.899551:0:5604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.899554:0:5604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786480358.899557:0:5604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc149a72e00. 02000000:00000001:0.0:1786480358.899558:0:5604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480358.899563:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:0.0:1786480358.899566:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc14a70a898. 00000400:00000010:0.0:1786480358.899570:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507ae7f8. 00000100:00000200:0.0:1786480358.899575:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162596480, portal 25 00000100:00000001:0.0:1786480358.899578:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786480358.899579:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556531584 : -126713153020032 : ffff8cc14b869f80) 00000100:00000040:0.0:1786480358.899584:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.899601:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786480358.899604:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:0.0:1786480358.899606:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507aecc0. 00000100:00000200:0.0:1786480358.899609:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1873260162596480, offset 0 00000400:00000200:0.0:1786480358.899615:0:5604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:0.0:1786480358.899622:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480358.899628:0:5604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:0.0:1786480358.899634:0:5604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786480358.899639:0:5604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:0.0:1786480358.899644:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786480358.899647:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:0.0:1786480358.899650:0:5604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [135:135:256:4294967295] 192.168.204.128@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1786480358.899655:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480358.899663:0:5604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:0.0:1786480358.899669:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:0.0:1786480358.899674:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc149ae4200. 00000800:00000200:0.0:1786480358.899681:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:0.0:1786480358.899689:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:0.0:1786480358.899694:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc149ae4200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1786480358.899921:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480358.899927:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:0.0:1786480358.899930:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295052686 00000100:00000001:0.0:1786480358.899940:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052681 00000100:00000001:0.0:1786480358.899947:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295052686 00000100:00000001:0.0:1786480358.899950:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052681 00000100:00000001:0.0:1786480358.899953:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786480358.899956:0:5604:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.899958:0:5604:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786480358.899960:0:5604:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786480358.899968:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b914000 going to sleep for 11 seconds 00000100:00000001:0.0:1786480358.899971:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786480358.899972:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786480358.900096:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480358.900100:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc149ae4200. 00000400:00000200:1.0:1786480358.900104:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.900109:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480358.900113:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507aecc0 00000400:00000010:1.0:1786480358.900115:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507aecc0. 00000100:00000001:1.0:1786480358.900118:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480358.900122:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.900131:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480358.900134:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.900141:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480358.900142:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480358.902187:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.902203:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480358.902207:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.902210:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.902219:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.902226:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480358.902234:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.902238:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.902243:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.902248:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 272 into portal 25 MB=0x6a7b85e903e80 00000400:00000200:1.0:1786480358.902253:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.902259:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 272/272 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1786480358.902265:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.902271:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.902275:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.902279:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480358.902287:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480358.902314:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480358.902324:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.902392:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480358.902435:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480358.902444:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.902447:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786480358.902489:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786480358.902492:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786480358.902495:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc14a70a898. 00000400:00000200:0.0:1786480358.902500:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507ae7f8 00000400:00000010:0.0:1786480358.902503:0:5604:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507ae7f8. 00000100:00000001:0.0:1786480358.902505:0:5604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480358.902587:0:5604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786480358.902665:0:5604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.902673:0:5604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786480358.902675:0:5604:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480358.902678:0:5604:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786480358.902681:0:5604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786480358.902683:0:5604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786480358.902686:0:5604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.902688:0:5604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786480358.902694:0:5604:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1786480358.902698:0:5604:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1786480358.902701:0:5604:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786480358.902703:0:5604:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.902705:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786480358.902707:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.902710:0:5604:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480358.902715:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.902721:0:5604:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786480358.902724:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786480358.902726:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786480358.902730:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786480358.902750:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596480:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1786480358.902755:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480358.902757:0:5604:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.903646:0:5604:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1786480358.903649:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.903657:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.903665:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786480358.903668:0:5604:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cc14b914000. 00000100:00000001:0.0:1786480358.903671:0:5604:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1786480358.903673:0:5604:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786480358.903679:0:5604:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1786480358.903683:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786480358.903685:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000020:00000001:0.0:1786480358.903687:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786480358.903689:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.903691:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b869f80 x1873260162596480/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.903697:0:5604:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786480358.903700:0:5604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786480358.903704:0:5604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc149a72e00. 02000000:00000001:0.0:1786480358.903707:0:5604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786480358.903708:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786480358.903709:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:0.0:1786480358.903711:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786480358.903713:0:5604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc149a72c00. 02000000:00000001:0.0:1786480358.903716:0:5604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786480358.903718:0:5604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786480358.903720:0:5604:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b869f80. 00000100:00000001:0.0:1786480358.903724:0:5604:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786480358.903725:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1786480358.903727:0:5604:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786480358.903730:0:5604:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1786480358.903746:0:5604:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8cc143bda000. 00000040:00000001:0.0:1786480358.903749:0:5604:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1786480358.903751:0:5604:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1786480358.903753:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000010:0.0:1786480358.903757:0:5604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b869f80. 00000020:00000040:0.0:1786480358.903845:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=5 obd=MGC192.168.204.128@tcp 00000100:00000001:0.0:1786480358.903849:0:5604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786480358.903851:0:5604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786480358.903856:0:5604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786480358.903862:0:5604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc149a72c00. 00000100:00000001:0.0:1786480358.903868:0:5604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.903871:0:5604:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786480358.903873:0:5604:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786480358.903878:0:5604:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cc14b914000. 00000100:00000001:0.0:1786480358.903881:0:5604:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446617360557228032 : -126713152323584 : ffff8cc14b914000) 00000100:00000001:0.0:1786480358.903883:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786480358.903885:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556531584 : -126713153020032 : ffff8cc14b869f80) 00000100:00000001:0.0:1786480358.903888:0:5604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786480358.903893:0:5604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.903895:0:5604:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786480358.903896:0:5604:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786480358.903901:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.903907:0:5604:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786480358.903909:0:5604:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.903912:0:5604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786480358.903915:0:5604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786480358.903917:0:5604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786480358.903921:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b869f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596608:192.168.204.128@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1786480358.903924:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786480358.903928:0:5604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786480358.903931:0:5604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.903933:0:5604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786480358.903949:0:5604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8cc149a1c000. 02000000:00000001:0.0:1786480358.903956:0:5604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480358.903961:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:0.0:1786480358.903965:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc14a70a898. 00000400:00000010:0.0:1786480358.903970:0:5604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8cc14b914840. 00000100:00000200:0.0:1786480358.903977:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1873260162596608, portal 25 00000100:00000001:0.0:1786480358.903979:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786480358.903980:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556531584 : -126713153020032 : ffff8cc14b869f80) 00000100:00000040:0.0:1786480358.903986:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.903993:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786480358.903996:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:0.0:1786480358.903998:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc1507ae7f8. 00000100:00000200:0.0:1786480358.904001:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1873260162596608, offset 0 00000400:00000200:0.0:1786480358.904007:0:5604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:0.0:1786480358.904013:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480358.904020:0:5604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:0.0:1786480358.904025:0:5604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786480358.904029:0:5604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:0.0:1786480358.904033:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786480358.904035:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:0.0:1786480358.904038:0:5604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [136:136:256:4294967295] 192.168.204.128@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1786480358.904042:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480358.904051:0:5604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:0.0:1786480358.904056:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:0.0:1786480358.904061:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc149ae4500. 00000800:00000200:0.0:1786480358.904069:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:0.0:1786480358.904076:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:0.0:1786480358.904080:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc149ae4500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1786480358.904102:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786480358.904107:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:0.0:1786480358.904109:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295052690 00000100:00000001:0.0:1786480358.904122:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052686 00000100:00000001:0.0:1786480358.904127:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295052690 00000100:00000001:0.0:1786480358.904131:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052686 00000100:00000001:0.0:1786480358.904133:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786480358.904136:0:5604:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.904138:0:5604:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786480358.904140:0:5604:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786480358.904143:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc14b914000 going to sleep for 11 seconds 00000100:00000001:0.0:1786480358.904146:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786480358.904148:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786480358.904889:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480358.904895:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc149ae4500. 00000400:00000200:1.0:1786480358.904901:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.904918:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480358.904925:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc1507ae7f8 00000400:00000010:1.0:1786480358.904928:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc1507ae7f8. 00000100:00000001:1.0:1786480358.904932:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480358.904937:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.904948:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480358.904952:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.904958:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480358.904960:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480358.908658:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.908675:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480358.908679:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.908681:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.908689:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.908697:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480358.908705:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.908709:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.908714:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.908718:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 8416 into portal 25 MB=0x6a7b85e903f00 00000400:00000200:1.0:1786480358.908722:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.908743:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 8416/8416 into md 0x7c1 [4] + 224 00000800:00000001:1.0:1786480358.908751:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.908772:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.908775:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.908779:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480358.908786:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480358.908795:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480358.908807:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.908876:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480358.908893:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480358.908901:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.908904:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786480358.908952:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786480358.908954:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786480358.908958:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc14a70a898. 00000400:00000200:0.0:1786480358.908963:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b914840 00000400:00000010:0.0:1786480358.908966:0:5604:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff8cc14b914840. 00000100:00000001:0.0:1786480358.908969:0:5604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480358.908973:0:5604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786480358.908983:0:5604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.908990:0:5604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786480358.908992:0:5604:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480358.908995:0:5604:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786480358.908998:0:5604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786480358.909000:0:5604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786480358.909002:0:5604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786480358.909005:0:5604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786480358.909012:0:5604:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1786480358.909016:0:5604:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1786480358.909019:0:5604:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786480358.909020:0:5604:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480358.909024:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786480358.909026:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.909034:0:5604:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480358.909039:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.909047:0:5604:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786480358.909050:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786480358.909052:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786480358.909055:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786480358.909063:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b869f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596608:192.168.204.128@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1786480358.909068:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786480358.909071:0:5604:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.909073:0:5604:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1786480358.909075:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.909079:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.909089:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786480358.909092:0:5604:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cc14b914000. 00000100:00000001:0.0:1786480358.909095:0:5604:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1786480358.909096:0:5604:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786480358.909105:0:5604:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1786480358.909106:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.909110:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b869f80 x1873260162596608/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.909116:0:5604:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786480358.909119:0:5604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786480358.909122:0:5604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8cc149a1c000. 02000000:00000001:0.0:1786480358.909137:0:5604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786480358.909140:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786480358.909142:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000020:00000001:0.0:1786480358.909144:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786480358.909147:0:5604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc149a72c00. 02000000:00000001:0.0:1786480358.909151:0:5604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786480358.909157:0:5604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786480358.909159:0:5604:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b869f80. 00000100:00000001:0.0:1786480358.909163:0:5604:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786480358.909164:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786480358.909168:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786480358.909169:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:0.0:1786480358.909170:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1786480358.909173:0:5604:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786480358.909175:0:5604:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786480358.909179:0:5604:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1786480358.909182:0:5604:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8cc145016c00. 00000040:00001000:0.0:1786480358.909185:0:5604:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1786480358.910842:0:9698:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1786480358.910852:0:9698:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cc149a72c00. 00000020:00000010:0.0:1786480358.910860:0:9698:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cc149a72e00. 00000040:00000010:0.0:1786480358.910866:0:9698:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cc147d7ac00. 00000020:00000010:0.0:1786480358.910870:0:9698:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cc14afe8800. 00000020:00000010:0.0:1786480358.910876:0:9698:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8cc14b33f8c0. 00000020:00000010:0.0:1786480358.910881:0:9698:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cc150bce000. 80000000:00000010:0.0:1786480358.910885:0:9698:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8cc1450163c0. 40000000:00000010:0.0:1786480358.910889:0:9698:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8cc14b909180. 00100000:00000010:0.0:1786480358.910895:0:9698:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8cc14afe9800. 00040000:00000010:0.0:1786480358.910899:0:9698:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8cc149ae4300. 00040000:00000010:0.0:1786480358.910903:0:9698:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8cc14afed000. 00040000:00000010:0.0:1786480358.910907:0:9698:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cc150bd0800. 00000004:00000010:0.0:1786480358.910913:0:9698:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff8cc14afed800. 00000004:00000010:0.0:1786480358.910918:0:9698:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff8cc14afe3000. 00000004:00000010:0.0:1786480358.910924:0:9698:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8cc143948800. 00002000:00000010:0.0:1786480358.910928:0:9698:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8cc14a755000. 00000004:00000010:0.0:1786480358.910933:0:9698:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8cc14a755800. 00000020:00000010:0.0:1786480358.910938:0:9698:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8cc14b9096c0. 00000040:00000010:0.0:1786480358.910946:0:9698:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8cc143c34000. 00000040:00080000:0.0:1786480358.911449:0:9698:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1786480358.911455:0:9698:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8cc143c34000. 00000020:00000010:0.0:1786480358.911463:0:9698:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8cc14b9096c0. 00000020:00000010:0.0:1786480358.911492:0:9698:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cc149a72e00. 00000040:00000010:0.0:1786480358.911498:0:9698:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cc147d7ac00. 00000020:00000010:0.0:1786480358.911502:0:9698:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cc14afe8800. 00000020:00000010:0.0:1786480358.911506:0:9698:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8cc14b33f8c0. 00000020:00000010:0.0:1786480358.911510:0:9698:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cc150bce000. 80000000:00000010:0.0:1786480358.913202:0:9698:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8cc1450163c0. 40000000:00000010:0.0:1786480358.913208:0:9698:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8cc14b909180. 00100000:00000010:0.0:1786480358.913213:0:9698:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8cc14afe9800. 00040000:00000010:0.0:1786480358.913217:0:9698:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8cc149ae4300. 00040000:00000010:0.0:1786480358.913221:0:9698:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8cc14afed000. 00040000:00000010:0.0:1786480358.913225:0:9698:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cc150bd0800. 00000004:00000010:0.0:1786480358.913229:0:9698:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff8cc14afed800. 00000004:00000010:0.0:1786480358.913234:0:9698:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff8cc14afe3000. 00000004:00000010:0.0:1786480358.913239:0:9698:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8cc143948800. 00002000:00000010:0.0:1786480358.913243:0:9698:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8cc14a755000. 00000004:00000010:0.0:1786480358.913247:0:9698:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8cc14a755800. 00000020:00000010:0.0:1786480358.913250:0:9698:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cc149a72c00. 00000040:00000010:1.0:1786480358.914018:0:5604:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8cc145016c00. 00000040:00000001:1.0:1786480358.914024:0:5604:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1786480358.914027:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1786480358.914032:0:5604:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8cc143bda000. 00000040:00000010:1.0:1786480358.914037:0:5604:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8cc149a73200. 00000020:00000001:1.0:1786480358.914041:0:5604:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786480358.914044:0:5604:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1786480358.914048:0:5604:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cc149a73600. 00000040:00000010:1.0:1786480358.914052:0:5604:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cc149a72a00. 00000020:00000010:1.0:1786480358.914056:0:5604:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cc14afeb800. 00000020:00000010:1.0:1786480358.914060:0:5604:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cc149a73400. 80000000:00000010:1.0:1786480358.914064:0:5604:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8cc145016240. 00040000:00000010:1.0:1786480358.914067:0:5604:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cc149a73000. 20000000:00000010:1.0:1786480358.914071:0:5604:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8cc149a73a00. 00000020:00000010:1.0:1786480358.914074:0:5604:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cc149a72000. 10000000:00000010:1.0:1786480358.914077:0:5604:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8cc14b909640. 10000000:01000000:1.0:1786480358.914080:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1786480358.914083:0:5604:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1786480358.914086:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786480358.914088:0:5604:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786480358.914104:0:5604:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc140030800 refcount=3 00000020:00000001:1.0:1786480358.914106:0:5604:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:1.0:1786480358.914110:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617360363358208 : -126713346193408 : ffff8cc140030800) 00010000:00000001:1.0:1786480358.914112:0:5604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1786480358.914117:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdf0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786480358.914126:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786480358.914128:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1786480358.914130:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdf0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786480358.914136:0:5604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1786480358.914138:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786480358.914139:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1786480358.914140:0:5604:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786480358.914143:0:5604:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786480358.914146:0:5604:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1786480358.914148:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1786480358.914150:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff8cc14ba1be00) refs 2 10000000:00000001:1.0:1786480358.914152:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786480358.914154:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1786480358.914156:0:5604:0:(mgc_request.c:123:config_log_put()) log params(ffff8cc14b89c400) refs 3 10000000:00000001:1.0:1786480358.914158:0:5604:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1786480358.914159:0:5604:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1786480358.914161:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1786480358.914162:0:5604:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1786480358.914164:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8cc14394c000 from 7 10000000:00000001:1.0:1786480358.914167:0:5604:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1786480358.914168:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1786480358.914174:0:5604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14a69c700. 00000020:00000040:1.0:1786480358.914179:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:1.0:1786480358.914183:0:5604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786480358.914186:0:5604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786480358.914191:0:5604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786480358.914198:0:5604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc14af25c00. 00000100:00000001:1.0:1786480358.914210:0:5604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786480358.914215:0:5604:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1786480358.914217:0:5604:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1786480358.914222:0:5604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cc14bb90b00 count: 2 00010000:00000001:1.0:1786480358.914225:0:5604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786480358.914228:0:5604:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1786480358.914231:0:5604:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8cc182158600. 00000020:00000001:1.0:1786480358.914235:0:5604:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1786480358.914238:0:5604:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8cc182158600 with handle 0x13b9f598d5fb07f1 to hash 00000020:00000001:1.0:1786480358.914240:0:5604:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1786480358.914241:0:5604:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:1.0:1786480358.914243:0:5604:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:1.0:1786480358.914247:0:5604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786480358.914249:0:5604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480358.914252:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480358.914260:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786480358.914271:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1786480358.914277:0:5604:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786480358.914279:0:5604:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786480358.914286:0:5604:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cc145064b40. 00000100:00000001:1.0:1786480358.914288:0:5604:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446617360447458112 : -126713262093504 : ffff8cc145064b40) 00000100:00000001:1.0:1786480358.914291:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480358.914292:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537863936 : -126713171687680 : ffff8cc14a69c700) 00000100:00000001:1.0:1786480358.914298:0:5604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786480358.914303:0:5604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480358.914305:0:5604:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786480358.914307:0:5604:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786480358.914318:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.914332:0:5604:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786480358.914335:0:5604:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480358.915690:0:5604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786480358.915697:0:5604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786480358.915702:0:5604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786480358.915709:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14a69c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596736:192.168.204.128@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1786480358.915715:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786480358.915721:0:5604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786480358.915723:0:5604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786480358.915725:0:5604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786480358.915731:0:5604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cc14b9eec00. 02000000:00000001:1.0:1786480358.915733:0:5604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480358.915740:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:1.0:1786480358.915745:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc148abee18. 00000400:00000010:1.0:1786480358.915751:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a37f8. 00000100:00000200:1.0:1786480358.915844:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873260162596736, portal 25 00000100:00000001:1.0:1786480358.915848:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786480358.915849:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360537863936 : -126713171687680 : ffff8cc14a69c700) 00000100:00000040:1.0:1786480358.915857:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.915865:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786480358.915868:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:1.0:1786480358.915871:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14b8a3770. 00000100:00000200:1.0:1786480358.915875:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1873260162596736, offset 0 00000400:00000200:1.0:1786480358.915881:0:5604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:1.0:1786480358.915890:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.915898:0:5604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:1.0:1786480358.915903:0:5604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786480358.915908:0:5604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:1.0:1786480358.915912:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786480358.915915:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:1.0:1786480358.915929:0:5604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [137:137:256:4294967295] 192.168.204.128@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1786480358.915934:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.915944:0:5604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:1.0:1786480358.915951:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:1.0:1786480358.915956:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc1481eac00. 00000800:00000200:1.0:1786480358.915962:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:1.0:1786480358.915969:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:1.0:1786480358.915973:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc1481eac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1786480358.916697:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786480358.916705:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:1.0:1786480358.916708:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295052703 00000100:00000001:1.0:1786480358.916716:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052690 00000100:00000001:1.0:1786480358.916721:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295052703 00000100:00000001:1.0:1786480358.916724:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052690 00000100:00000001:1.0:1786480358.916727:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786480358.916730:0:5604:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480358.916733:0:5604:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786480358.916735:0:5604:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1786480358.916738:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc145064b40 going to sleep for 11 seconds 00000100:00000001:1.0:1786480358.916741:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480358.916744:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480358.916927:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480358.916932:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc1481eac00. 00000400:00000200:0.0:1786480358.916937:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480358.916943:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480358.916949:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a3770 00000400:00000010:0.0:1786480358.916952:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a3770. 00000100:00000001:0.0:1786480358.916956:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480358.916962:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.916973:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.916976:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.916982:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.916984:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480358.925124:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.925233:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480358.925237:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.925240:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.925274:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.925284:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480358.925295:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.925300:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.925307:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.925311:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 344 into portal 25 MB=0x6a7b85e903f80 00000400:00000200:1.0:1786480358.925332:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.925382:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 344/344 into md 0x7d1 [1] + 224 00000800:00000001:1.0:1786480358.925390:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.925401:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.925404:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.925409:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480358.925416:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480358.925425:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480358.925436:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.925450:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480358.925459:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.925462:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.927485:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786480358.927502:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480358.927504:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480358.927508:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc148abee18. 00000400:00000200:2.0:1786480358.927538:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14b8a37f8 00000400:00000010:2.0:1786480358.927541:0:5604:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14b8a37f8. 00000100:00000001:2.0:1786480358.927546:0:5604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480358.927557:0:5604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480358.927568:0:5604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.927576:0:5604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480358.927578:0:5604:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.927581:0:5604:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480358.927585:0:5604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480358.927587:0:5604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480358.927590:0:5604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.927593:0:5604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480358.927600:0:5604:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480358.927605:0:5604:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480358.927607:0:5604:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480358.927610:0:5604:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480358.927612:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480358.927615:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.927618:0:5604:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480358.927623:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.927630:0:5604:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480358.927633:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480358.927635:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480358.927639:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480358.927647:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14a69c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596736:192.168.204.128@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786480358.927652:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.927654:0:5604:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.927657:0:5604:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786480358.927665:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480358.927670:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.927678:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786480358.927681:0:5604:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cc145064b40. 00000100:00000001:2.0:1786480358.927684:0:5604:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786480358.927686:0:5604:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480358.927690:0:5604:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786480358.927693:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786480358.927696:0:5604:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786480358.927700:0:5604:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc182158600 refcount=4 00000020:00000001:2.0:1786480358.927702:0:5604:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480358.927705:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000040:2.0:1786480358.927712:0:5604:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8cc182158600, remote cookie: 0x6de7b4b042c5fdf7, flags: 0x0 00010000:00000001:2.0:1786480358.927715:0:5604:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786480358.927719:0:5604:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786480358.927721:0:5604:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786480358.927723:0:5604:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786480358.927725:0:5604:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786480358.927740:0:5604:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8cc14bb90b00) refcount = 2 00010000:00000040:2.0:1786480358.927744:0:5604:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1786480358.927749:0:5604:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.128@tcp lock: ffff8cc140030800/0x13b9f598d5fb07ea lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fdf0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786480358.927758:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdf7 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480358.927764:0:5604:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786480358.927765:0:5604:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786480358.927767:0:5604:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786480358.927770:0:5604:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786480358.927773:0:5604:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480358.927776:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6de7b4b042c5fdf7 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480358.927791:0:5604:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786480358.927793:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480358.927795:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480358.927796:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480358.927797:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480358.927799:0:5604:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.927803:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480358.927807:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14a69c700 x1873260162596736/t0(0) o101->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 328/344 e 0 to 0 dl 1786480374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.927828:0:5604:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480358.927831:0:5604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480358.927835:0:5604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cc14b9eec00. 02000000:00000001:2.0:1786480358.927839:0:5604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480358.927841:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480358.927843:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480358.927845:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480358.927847:0:5604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc14af25c00. 02000000:00000001:2.0:1786480358.927851:0:5604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480358.927852:0:5604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480358.927854:0:5604:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14a69c700. 00000100:00000001:2.0:1786480358.927858:0:5604:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480358.927859:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1786480358.927861:0:5604:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480358.927864:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786480358.927866:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff8cc14ba1be00) refs 3 10000000:00000001:2.0:1786480358.927869:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480358.927871:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786480358.927873:0:5604:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786480358.927874:0:5604:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc182158600 refcount=3 00000020:00000001:2.0:1786480358.927877:0:5604:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480358.927879:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480358.927882:0:5604:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1786480358.927883:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480358.927884:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786480358.927891:0:5604:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480358.927894:0:5604:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1786480358.927898:0:5604:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8cc1450c87c0. 00000020:00000010:2.0:1786480358.927903:0:5604:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cc145029600. 00000020:00000010:2.0:1786480358.927910:0:5604:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cc145028800. 00000040:00000010:2.0:1786480358.927914:0:5604:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cc145029000. 00000020:00000010:2.0:1786480358.927919:0:5604:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cc14b9e6800. 00000020:00000010:2.0:1786480358.927924:0:5604:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cc145029200. 80000000:00000010:2.0:1786480358.927928:0:5604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8cc149b5ad80. 00040000:00000010:2.0:1786480358.927933:0:5604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cc145029800. 20000000:00000010:2.0:1786480358.927938:0:5604:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8cc145029a00. 10000000:00000040:2.0:1786480358.927943:0:5604:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff8cc14a70b000 : new refcount 2 00000020:00000001:2.0:1786480358.927947:0:5604:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1786480358.927949:0:5604:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1786480358.927952:0:5604:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1786480358.927956:0:5604:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8cc14e6b0200. 00000040:00000001:2.0:1786480358.927960:0:5604:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1786480358.927962:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000010:2.0:1786480358.927967:0:5604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c6a00. 00000020:00000040:2.0:1786480358.927970:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=5 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480358.927975:0:5604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480358.927978:0:5604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480358.927983:0:5604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480358.927990:0:5604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc1412e6a00. 00000100:00000001:2.0:1786480358.927996:0:5604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.928002:0:5604:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786480358.928003:0:5604:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786480358.928010:0:5604:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cc149ad2600. 00000100:00000001:2.0:1786480358.928012:0:5604:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446617360525501952 : -126713184049664 : ffff8cc149ad2600) 00000100:00000001:2.0:1786480358.928015:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480358.928016:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000001:2.0:1786480358.928021:0:5604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480358.928025:0:5604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.928028:0:5604:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786480358.928030:0:5604:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480358.928040:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.928049:0:5604:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480358.928052:0:5604:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.928056:0:5604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480358.928058:0:5604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480358.928062:0:5604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480358.928066:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596864:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786480358.928070:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480358.928075:0:5604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480358.928077:0:5604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.928080:0:5604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480358.928084:0:5604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc148165e00. 02000000:00000001:2.0:1786480358.928086:0:5604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480358.928093:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480358.928096:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066daa8. 00000400:00000010:2.0:1786480358.928102:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3110. 00000100:00000200:2.0:1786480358.928109:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162596864, portal 25 00000100:00000001:2.0:1786480358.928112:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480358.928113:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000040:2.0:1786480358.928119:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.928127:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480358.928130:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480358.928133:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3220. 00000100:00000200:2.0:1786480358.928136:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1873260162596864, offset 0 00000400:00000200:2.0:1786480358.928142:0:5604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480358.928150:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480358.928156:0:5604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480358.928161:0:5604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480358.928165:0:5604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480358.928169:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480358.928172:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480358.928181:0:5604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [138:138:256:4294967295] 192.168.204.128@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1786480358.928186:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480358.928196:0:5604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480358.928202:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480358.928207:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8500. 00000800:00000200:2.0:1786480358.928213:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480358.928221:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480358.928226:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1786480358.928253:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480358.928257:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480358.928260:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295052714 00000100:00000001:2.0:1786480358.928268:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052703 00000100:00000001:2.0:1786480358.928274:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295052714 00000100:00000001:2.0:1786480358.928277:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052703 00000100:00000001:2.0:1786480358.928280:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480358.928283:0:5604:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.928285:0:5604:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480358.928287:0:5604:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786480358.928290:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149ad2600 going to sleep for 11 seconds 00000100:00000001:2.0:1786480358.928292:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480358.928294:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480358.928574:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480358.928580:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8500. 00000400:00000200:0.0:1786480358.928586:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480358.928597:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480358.928603:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3220 00000400:00000010:0.0:1786480358.928605:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3220. 00000100:00000001:0.0:1786480358.928608:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480358.928613:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.928622:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.928625:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.928630:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.928632:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480358.940309:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.940327:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480358.940332:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.940334:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.940652:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.940660:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480358.940670:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.940674:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.940679:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.940684:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 272 into portal 25 MB=0x6a7b85e904000 00000400:00000200:1.0:1786480358.940689:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.940695:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 272/272 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1786480358.940702:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.940710:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.940714:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.940719:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480358.940737:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480358.940746:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480358.940775:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941077:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480358.941140:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480358.941150:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.941154:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786480358.941406:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480358.941409:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480358.941412:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066daa8. 00000400:00000200:2.0:1786480358.941417:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3110 00000400:00000010:2.0:1786480358.941418:0:5604:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3110. 00000100:00000001:2.0:1786480358.941422:0:5604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480358.941428:0:5604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480358.941437:0:5604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941452:0:5604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480358.941455:0:5604:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.941457:0:5604:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480358.941462:0:5604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480358.941465:0:5604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480358.941467:0:5604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.941471:0:5604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480358.941479:0:5604:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480358.941484:0:5604:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480358.941486:0:5604:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480358.941489:0:5604:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480358.941492:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480358.941495:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.941499:0:5604:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480358.941505:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941514:0:5604:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480358.941517:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480358.941520:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480358.941524:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480358.941533:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596864:192.168.204.128@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786480358.941538:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.941541:0:5604:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.941544:0:5604:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786480358.941546:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480358.941550:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941556:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786480358.941559:0:5604:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cc149ad2600. 00000100:00000001:2.0:1786480358.941564:0:5604:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786480358.941571:0:5604:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786480358.941577:0:5604:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1786480358.941581:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480358.941583:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480358.941585:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786480358.941587:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480358.941591:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c6a00 x1873260162596864/t0(0) o501->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 504/272 e 0 to 0 dl 1786480374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941597:0:5604:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480358.941600:0:5604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480358.941603:0:5604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc148165e00. 02000000:00000001:2.0:1786480358.941607:0:5604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480358.941608:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480358.941609:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480358.941611:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480358.941613:0:5604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc1412e6a00. 02000000:00000001:2.0:1786480358.941618:0:5604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480358.941620:0:5604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480358.941622:0:5604:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c6a00. 00000100:00000001:2.0:1786480358.941625:0:5604:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480358.941627:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1786480358.941630:0:5604:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786480358.941633:0:5604:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1786480358.941640:0:5604:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8cc14b358000. 00000040:00000001:2.0:1786480358.941642:0:5604:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1786480358.941644:0:5604:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1786480358.941647:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000010:2.0:1786480358.941650:0:5604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c6a00. 00000020:00000040:2.0:1786480358.941652:0:5604:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=5 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480358.941656:0:5604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480358.941658:0:5604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480358.941662:0:5604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480358.941666:0:5604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cc148165e00. 00000100:00000001:2.0:1786480358.941672:0:5604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.941676:0:5604:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786480358.941678:0:5604:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786480358.941683:0:5604:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cc149ad2600. 00000100:00000001:2.0:1786480358.941690:0:5604:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446617360525501952 : -126713184049664 : ffff8cc149ad2600) 00000100:00000001:2.0:1786480358.941693:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480358.941695:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000001:2.0:1786480358.941699:0:5604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480358.941703:0:5604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.941705:0:5604:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786480358.941707:0:5604:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786480358.941711:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941718:0:5604:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786480358.941720:0:5604:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.941738:0:5604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786480358.941741:0:5604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786480358.941744:0:5604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786480358.941747:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596992:192.168.204.128@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786480358.941752:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786480358.941758:0:5604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786480358.941760:0:5604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.941763:0:5604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786480358.941778:0:5604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8cc149a1c000. 02000000:00000001:2.0:1786480358.941781:0:5604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480358.941786:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:2.0:1786480358.941790:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc15066daa8. 00000400:00000010:2.0:1786480358.941797:0:5604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8cc149ad2e40. 00000100:00000200:2.0:1786480358.941803:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1873260162596992, portal 25 00000100:00000001:2.0:1786480358.941805:0:5604:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786480358.941806:0:5604:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000040:2.0:1786480358.941822:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.941830:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786480358.941834:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:2.0:1786480358.941837:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14aff3110. 00000100:00000200:2.0:1786480358.941840:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1873260162596992, offset 0 00000400:00000200:2.0:1786480358.941851:0:5604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:2.0:1786480358.941858:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480358.941864:0:5604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:2.0:1786480358.941869:0:5604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786480358.941873:0:5604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:2.0:1786480358.941877:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786480358.941880:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:2.0:1786480358.941884:0:5604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [139:139:256:4294967295] 192.168.204.128@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1786480358.941888:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:2.0:1786480358.942838:0:5604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:2.0:1786480358.942848:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:2.0:1786480358.942856:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc14b2f8e00. 00000800:00000200:2.0:1786480358.942863:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:2.0:1786480358.942872:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:2.0:1786480358.942877:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc14b2f8e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1786480358.943253:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786480358.943262:0:5604:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:2.0:1786480358.943265:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295052729 00000100:00000001:2.0:1786480358.943274:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052714 00000100:00000001:2.0:1786480358.943279:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295052729 00000100:00000001:2.0:1786480358.943283:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052714 00000100:00000001:2.0:1786480358.943286:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480358.943289:0:5604:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.943292:0:5604:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786480358.943295:0:5604:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786480358.943297:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8cc149ad2600 going to sleep for 11 seconds 00000100:00000001:2.0:1786480358.943300:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786480358.943303:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786480358.944600:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480358.944611:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc14b2f8e00. 00000400:00000200:0.0:1786480358.944621:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480358.944628:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480358.944634:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14aff3110 00000400:00000010:0.0:1786480358.944637:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14aff3110. 00000100:00000001:0.0:1786480358.944641:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480358.944649:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.944661:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480358.944665:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480358.944673:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480358.944675:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786480358.948407:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.948429:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480358.948435:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.948438:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.948448:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.948456:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480358.948466:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.948471:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.948478:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.948483:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 8416 into portal 25 MB=0x6a7b85e904080 00000400:00000200:1.0:1786480358.948489:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480358.948496:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 8416/8416 into md 0x7e9 [4] + 224 00000800:00000001:1.0:1786480358.948504:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.948517:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480358.948520:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480358.948525:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480358.948534:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480358.948543:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480358.948555:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480358.948578:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480358.948587:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480358.948590:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.949142:0:5604:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786480358.949153:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786480358.949155:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786480358.949185:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc15066daa8. 00000400:00000200:2.0:1786480358.949190:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc149ad2e40 00000400:00000010:2.0:1786480358.949192:0:5604:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff8cc149ad2e40. 00000100:00000001:2.0:1786480358.949196:0:5604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786480358.949202:0:5604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786480358.949211:0:5604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.949218:0:5604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786480358.949220:0:5604:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.949223:0:5604:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786480358.949226:0:5604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786480358.949229:0:5604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786480358.949231:0:5604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786480358.949235:0:5604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786480358.949243:0:5604:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1786480358.949247:0:5604:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1786480358.949250:0:5604:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786480358.949251:0:5604:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786480358.949254:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786480358.949257:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.949260:0:5604:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480358.949265:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.949273:0:5604:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786480358.949276:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786480358.949279:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786480358.949283:0:5604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786480358.949291:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7150d5bc-75eb-4818-9d96-9b72a0849d4e:5604:1873260162596992:192.168.204.128@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786480358.949297:0:5604:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786480358.949299:0:5604:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480358.949307:0:5604:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786480358.949309:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480358.949313:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.949321:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786480358.949324:0:5604:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cc149ad2600. 00000100:00000001:2.0:1786480358.949326:0:5604:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786480358.949328:0:5604:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786480358.949359:0:5604:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1786480358.949361:0:5604:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786480358.949365:0:5604:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c6a00 x1873260162596992/t0(0) o503->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786480374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786480358.949373:0:5604:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786480358.949376:0:5604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786480358.949379:0:5604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8cc149a1c000. 02000000:00000001:2.0:1786480358.949396:0:5604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786480358.949399:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480358.949402:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480358.949405:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786480358.949408:0:5604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cc148165e00. 02000000:00000001:2.0:1786480358.949412:0:5604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786480358.949415:0:5604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786480358.949417:0:5604:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c6a00. 00000100:00000001:2.0:1786480358.949420:0:5604:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786480358.949421:0:5604:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786480358.949424:0:5604:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786480358.949425:0:5604:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:2.0:1786480358.949428:0:5604:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1786480358.949430:0:5604:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786480358.949433:0:5604:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786480358.949437:0:5604:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1786480358.949441:0:5604:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8cc149b5a960. 00000040:00001000:2.0:1786480358.949443:0:5604:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1786480358.951246:0:9699:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1786480358.951259:0:9699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cc150bd0800. 00000020:00000010:0.0:1786480358.951267:0:9699:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cc150bd0a00. 00000040:00000010:0.0:1786480358.951271:0:9699:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cc150bd1e00. 00000020:00000010:0.0:1786480358.951275:0:9699:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cc143948800. 00000020:00000010:0.0:1786480358.951281:0:9699:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8cc14b33f8c0. 00000020:00000010:0.0:1786480358.951285:0:9699:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cc150bd1400. 80000000:00000010:0.0:1786480358.951290:0:9699:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8cc1450163c0. 40000000:00000010:0.0:1786480358.951305:0:9699:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8cc14b9096c0. 00100000:00000010:0.0:1786480358.951312:0:9699:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8cc14afeb800. 00040000:00000010:0.0:1786480358.951316:0:9699:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8cc149ae4300. 00040000:00000010:0.0:1786480358.951320:0:9699:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8cc14afed800. 00040000:00000010:0.0:1786480358.951324:0:9699:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cc150bd1000. 00000004:00000010:0.0:1786480358.951329:0:9699:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff8cc14afed000. 00000004:00000010:0.0:1786480358.951334:0:9699:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff8cc14afe3000. 00000004:00000010:0.0:1786480358.951559:0:9699:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8cc14afe9800. 00002000:00000010:0.0:1786480358.951565:0:9699:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8cc14a754000. 00000004:00000010:0.0:1786480358.951569:0:9699:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8cc14a754800. 00000020:00000010:0.0:1786480358.951576:0:9699:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8cc14b909180. 00000040:00000010:0.0:1786480358.951584:0:9699:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8cc143c34000. 00000040:00080000:0.0:1786480358.953319:0:9699:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1786480358.953329:0:9699:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8cc143c34000. 00000020:00000010:0.0:1786480358.953356:0:9699:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8cc14b909180. 00000020:00000010:0.0:1786480358.953374:0:9699:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cc150bd0a00. 00000040:00000010:0.0:1786480358.953380:0:9699:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cc150bd1e00. 00000020:00000010:0.0:1786480358.953384:0:9699:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cc143948800. 00000020:00000010:0.0:1786480358.953391:0:9699:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8cc14b33f8c0. 00000020:00000010:0.0:1786480358.953397:0:9699:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cc150bd1400. 80000000:00000010:0.0:1786480358.953401:0:9699:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8cc1450163c0. 40000000:00000010:0.0:1786480358.953405:0:9699:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8cc14b9096c0. 00100000:00000010:0.0:1786480358.953409:0:9699:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8cc14afeb800. 00040000:00000010:0.0:1786480358.953413:0:9699:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8cc149ae4300. 00040000:00000010:0.0:1786480358.953418:0:9699:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8cc14afed800. 00040000:00000010:0.0:1786480358.953421:0:9699:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cc150bd1000. 00000004:00000010:0.0:1786480358.953424:0:9699:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff8cc14afed000. 00000004:00000010:0.0:1786480358.953429:0:9699:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff8cc14afe3000. 00000004:00000010:0.0:1786480358.953434:0:9699:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8cc14afe9800. 00002000:00000010:0.0:1786480358.953437:0:9699:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8cc14a754000. 00000004:00000010:0.0:1786480358.953441:0:9699:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8cc14a754800. 00000020:00000010:0.0:1786480358.953444:0:9699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cc150bd0800. 00000040:00000010:2.0:1786480358.954924:0:5604:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8cc149b5a960. 00000040:00000001:2.0:1786480358.954935:0:5604:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1786480358.954939:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1786480358.954964:0:5604:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8cc14b358000. 00000040:00000010:2.0:1786480358.954968:0:5604:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8cc14e6b0200. 00000020:00000001:2.0:1786480358.954974:0:5604:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480358.954978:0:5604:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1786480358.954983:0:5604:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cc145028800. 00000040:00000010:2.0:1786480358.954987:0:5604:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cc145029000. 00000020:00000010:2.0:1786480358.954991:0:5604:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cc14b9e6800. 00000020:00000010:2.0:1786480358.954997:0:5604:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cc145029200. 80000000:00000010:2.0:1786480358.955000:0:5604:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8cc149b5ad80. 00040000:00000010:2.0:1786480358.955005:0:5604:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cc145029800. 20000000:00000010:2.0:1786480358.955009:0:5604:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8cc145029a00. 00000020:00000010:2.0:1786480358.955012:0:5604:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cc145029600. 10000000:00000010:2.0:1786480358.955015:0:5604:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8cc1450c87c0. 10000000:01000000:2.0:1786480358.955018:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1786480358.955021:0:5604:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1786480358.955024:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786480358.955027:0:5604:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786480358.955030:0:5604:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8cc182158600 refcount=3 00000020:00000001:2.0:1786480358.955033:0:5604:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480358.955036:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617361471866368 : -126712237685248 : ffff8cc182158600) 00010000:00000001:2.0:1786480358.955038:0:5604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786480358.955043:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdf7 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480358.955052:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480358.955054:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786480358.955056:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8cc182158600/0x13b9f598d5fb07f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6de7b4b042c5fdf7 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786480358.955062:0:5604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786480358.955064:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786480358.955065:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1786480358.955067:0:5604:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480358.955069:0:5604:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786480358.955077:0:5604:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1786480358.955080:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786480358.955082:0:5604:0:(mgc_request.c:123:config_log_put()) log params(ffff8cc14ba1be00) refs 3 10000000:00000001:2.0:1786480358.955084:0:5604:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1786480359.854476:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295052729, at 4295052736 00000100:00000010:1.0:1786480359.854514:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1450160c0. 00000100:00000040:0.0:1786480359.854770:0:9458:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295052729, at 4295052736 00000100:00000010:0.0:1786480359.854776:0:9458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1450165a0. 00010000:00000001:0.0:1786480359.919065:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480359.919071:0:9458:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480359.919073:0:9458:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480359.919076:0:9458:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480359.919081:0:9458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480359.919083:0:9458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480359.919085:0:9458:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480359.919087:0:9458:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480359.919090:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480359.919092:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786480359.920237:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786480359.920241:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786480359.920246:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1786480360.942485:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1786480360.942492:0:5604:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1786480360.943077:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480360.943080:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480360.943087:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480360.943088:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480360.943425:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480360.943429:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480360.943918:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786480361.967068:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480361.967075:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480361.967081:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480361.967082:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480361.967308:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480361.967312:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480361.967316:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786480361.967424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480361.967442:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480361.967452:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c6a00. 00000020:00000040:2.0:1786480361.967457:0:36:0:(genops.c:1231:class_import_get()) import ffff8cc14afee000 refcount=4 obd=MGC192.168.204.128@tcp 00000100:00000001:2.0:1786480361.967461:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480361.967464:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480361.967469:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480361.967477:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8800. 00000100:00000001:2.0:1786480361.967483:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.967496:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7150d5bc-75eb-4818-9d96-9b72a0849d4e->MGS req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480361.967508:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480361.967513:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.967520:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e2ed2aa] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.967584:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.967588:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480361.967590:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480361.967597:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.967604:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480361.967606:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.967610:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480361.967613:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480361.967616:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480361.967619:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162597120:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480361.967623:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480361.967629:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480361.967631:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.967633:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480361.967638:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27e00. 02000000:00000001:3.0:1786480361.967641:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480361.967648:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480361.967652:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250a50. 00000400:00000010:3.0:1786480361.967660:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702f68. 00000100:00000200:3.0:1786480361.967667:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162597120, portal 25 00000100:00000001:3.0:1786480361.967669:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480361.967671:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556911104 : -126713152640512 : ffff8cc14b8c6a00) 00000100:00000040:3.0:1786480361.967677:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.967684:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480361.967687:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480361.967705:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702990. 00000100:00000200:3.0:1786480361.967710:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873260162597120, offset 0 00000400:00000200:3.0:1786480361.967716:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480361.967725:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480361.967732:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480361.967738:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480361.967742:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480361.967746:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480361.967749:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480361.967763:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [140:140:256:4294967295] 192.168.204.128@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:3.0:1786480361.967767:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480361.967778:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480361.967784:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480361.967790:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05a00. 00000800:00000200:3.0:1786480361.967796:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480361.967804:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480361.967808:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480361.967826:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480361.967830:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480361.967833:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 0 is 4295055754 00000100:00000010:3.0:1786480361.967837:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1420. 00000100:00000001:3.0:1786480361.967844:0:2363:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786480361.967850:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS new deadline estimation for cpu 1 is 4295055754 00000100:00000010:3.0:1786480361.967853:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cc1453d1180. 00000100:00000001:3.0:1786480361.967856:0:2363:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.128@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786480361.967859:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480361.967861:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.967865:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.967867:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1786480361.968618:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786480361.968627:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05a00. 00000400:00000200:0.0:1786480361.968635:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480361.968643:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:0.0:1786480361.968650:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702990 00000400:00000010:0.0:1786480361.968653:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702990. 00000100:00000001:0.0:1786480361.968657:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786480361.968662:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480361.968673:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786480361.968676:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786480361.968682:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786480361.968684:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786480361.968902:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.968906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480361.968911:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480361.968916:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c5180. 00000020:00000040:2.0:1786480361.968921:0:36:0:(genops.c:1231:class_import_get()) import ffff8cc14b94c800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000100:00000001:2.0:1786480361.968924:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480361.968927:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480361.968930:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480361.968936:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8900. 00000100:00000001:2.0:1786480361.968951:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.968958:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-MDT0000_UUID req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480361.968967:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480361.968970:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.968976:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000504108ed] to pc [ptlrpcd_01_00+0] req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.969512:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480361.969515:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480361.969526:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.969528:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480361.969530:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480361.969533:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1786480361.969535:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.969537:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480361.969539:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.969540:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.969541:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480361.969543:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480361.969548:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.969556:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480361.969558:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.969561:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480361.969564:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480361.969567:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480361.969570:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162597248:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480361.969574:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480361.969579:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480361.969581:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.969584:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480361.969777:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af27c00. 02000000:00000001:3.0:1786480361.969780:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480361.969788:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480361.969792:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250738. 00000400:00000010:3.0:1786480361.969799:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702b28. 00000100:00000200:3.0:1786480361.969806:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162597248, portal 10 00000100:00000001:3.0:1786480361.969808:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480361.969810:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556904832 : -126713152646784 : ffff8cc14b8c5180) 00000100:00000040:3.0:1786480361.969818:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.969826:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480361.969830:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480361.969837:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702e58. 00000100:00000200:3.0:1786480361.969841:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162597248, offset 0 00000400:00000200:3.0:1786480361.969846:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480361.969854:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480361.969862:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480361.969866:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480361.969870:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480361.969874:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480361.969877:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480361.969880:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [141:141:256:4294967295] 192.168.204.128@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:3.0:1786480361.969884:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480361.969893:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480361.969899:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480361.969904:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05800. 00000800:00000200:3.0:1786480361.969910:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480361.969916:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480361.969921:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480361.969945:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480361.969951:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: using a timeout of 122497 usecs (123 jiffies) 00000400:00000200:3.0:1786480361.969955:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480361.969958:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 0 is 4295054973 00000100:00000001:3.0:1786480361.969961:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 0, keep current deadline 4295055754 00000100:00000001:3.0:1786480361.969964:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS new deadline estimation for cpu 1 is 4295054973 00000100:00000001:3.0:1786480361.969966:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14394c000: PM QoS request active for cpu 1, keep current deadline 4295055754 00000100:00000001:3.0:1786480361.969968:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480361.969971:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.969974:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.969976:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.970003:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.970005:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786480361.970719:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480361.970725:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05800. 00000400:00000200:1.0:1786480361.970731:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480361.970738:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480361.970744:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702e58 00000400:00000010:1.0:1786480361.970746:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702e58. 00000100:00000001:1.0:1786480361.970750:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480361.970767:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480361.970779:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480361.970782:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480361.970789:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480361.970790:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786480361.971535:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.971539:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480361.971543:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.971548:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786480361.971634:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.971638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480361.971643:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480361.971646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480361.971650:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) aa16975b-a18a-49bc-bf59-0a4727418f12->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480361.971653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786480361.971656:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786480361.971664:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cc14b8c4000. 00000020:00000040:2.0:1786480361.971668:0:36:0:(genops.c:1231:class_import_get()) import ffff8cc14b9e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000100:00000001:2.0:1786480361.971672:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786480361.971675:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786480361.971680:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786480361.971688:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cc14b2f8e00. 00000100:00000001:2.0:1786480361.971694:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.971702:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-MDT0000_UUID req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786480361.971712:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786480361.971716:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.971721:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ad7164] to pc [ptlrpcd_01_01+1] req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.972027:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.972030:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480361.972033:0:2363:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786480361.972040:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.972048:0:2363:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786480361.972050:0:2363:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.972054:0:2363:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786480361.972057:0:2363:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786480361.972059:0:2363:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786480361.972063:0:2363:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162597376:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480361.972067:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786480361.972072:0:2363:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786480361.972075:0:2363:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.972077:0:2363:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786480361.972083:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cc14af26a00. 02000000:00000001:3.0:1786480361.972085:0:2363:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786480361.972091:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000010:3.0:1786480361.972094:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cc146250bb0. 00000400:00000010:3.0:1786480361.972100:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a7025d8. 00000100:00000200:3.0:1786480361.972107:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873260162597376, portal 10 00000100:00000001:3.0:1786480361.972110:0:2363:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786480361.972112:0:2363:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617360556900352 : -126713152651264 : ffff8cc14b8c4000) 00000100:00000040:3.0:1786480361.972119:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.972126:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786480361.972129:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.128@tcp 00000400:00000010:3.0:1786480361.972131:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cc14a702ee0. 00000100:00000200:3.0:1786480361.972135:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873260162597376, offset 0 00000400:00000200:3.0:1786480361.972141:0:2363:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.128@tcp 00000400:00000200:3.0:1786480361.972157:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480361.972292:0:2363:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.128@tcp local destination 00000400:00000200:3.0:1786480361.972297:0:2363:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786480361.972300:0:2363:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.28@tcp 00000400:00000200:3.0:1786480361.972305:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.28@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786480361.972308:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.128@tcp 00000400:00000200:3.0:1786480361.972311:0:2363:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.28@tcp NI seq info: [142:142:256:4294967295] 192.168.204.128@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:3.0:1786480361.972315:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:3.0:1786480361.972324:0:2363:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp:) -> 192.168.204.128@tcp(192.168.204.128@tcp:192.168.204.128@tcp) : PUT try# 0 00000800:00000200:3.0:1786480361.972330:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.128@tcp 00000800:00000010:3.0:1786480361.972336:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cc150a05e00. 00000800:00000200:3.0:1786480361.972424:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cc14a65af00] -> 12345-192.168.204.128@tcp (5) 00000800:00000200:3.0:1786480361.972433:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:988 00000800:00000200:3.0:1786480361.972437:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cc150a05e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786480361.972456:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480361.972461:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: using a timeout of 22638 usecs (23 jiffies) 00000400:00000200:3.0:1786480361.972465:0:2363:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000100:00000001:3.0:1786480361.972468:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 0 is 4295054876 00000100:00000001:3.0:1786480361.972471:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 0, keep current deadline 4295055754 00000100:00000001:3.0:1786480361.972474:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS new deadline estimation for cpu 1 is 4295054876 00000100:00000001:3.0:1786480361.972476:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cc14afa9800: PM QoS request active for cpu 1, keep current deadline 4295055754 00000100:00000001:3.0:1786480361.972478:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480361.972481:0:2363:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.972484:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.972487:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480361.973467:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480361.973483:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786480361.973486:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480361.973489:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480361.973507:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480361.973512:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:0.0:1786480361.973519:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480361.973523:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480361.973528:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480361.973532:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 25 MB=0x6a7b85e904100 00000400:00000200:0.0:1786480361.973536:0:2352:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:0.0:1786480361.973541:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.128@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1786480361.973548:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480361.973565:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786480361.973569:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786480361.973574:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:0.0:1786480361.973582:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786480361.973599:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786480361.973608:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786480361.973845:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786480361.973850:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cc150a05e00. 00000400:00000200:1.0:1786480361.973855:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480361.973859:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000400:00000200:1.0:1786480361.973863:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702ee0 00000400:00000010:1.0:1786480361.973866:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702ee0. 00000100:00000001:1.0:1786480361.973870:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786480361.973875:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480361.973886:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786480361.973889:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480361.973896:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786480361.973897:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786480361.974664:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786480361.974671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480361.974675:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480361.974678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786480361.974680:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) fe0dfc0b-86e1-472e-9360-26e5958ed350->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786480361.974687:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (392) 00000100:00000001:2.0:1786480361.974705:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786480361.974709:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.975125:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480361.975129:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786480361.975132:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.975134:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786480361.975466:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786480361.975479:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786480361.975486:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786480361.976130:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480361.976133:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480361.976151:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250a50. 00000400:00000200:3.0:1786480361.976156:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702f68 00000400:00000010:3.0:1786480361.976159:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702f68. 00000100:00000001:3.0:1786480361.976164:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480361.976176:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480361.976187:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.976193:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480361.976196:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.976199:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480361.976203:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480361.976206:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480361.976208:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.976211:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480361.976218:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14afee460 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480361.976223:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14afee418 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480361.976225:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480361.976227:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480361.976230:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480361.976233:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.976236:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480361.976241:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.976248:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480361.976251:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480361.976254:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480361.976258:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480361.976265:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7150d5bc-75eb-4818-9d96-9b72a0849d4e:2363:1873260162597120:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480361.976269:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.976271:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480361.976282:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c6a00 x1873260162597120/t0(0) o400->MGC192.168.204.128@tcp@192.168.204.128@tcp:26/25 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.976289:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480361.976292:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480361.976295:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27e00. 02000000:00000001:3.0:1786480361.976298:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480361.976301:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480361.976303:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14afee000 refcount=3 obd=MGC192.168.204.128@tcp 00000020:00000001:3.0:1786480361.976305:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480361.976308:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8800. 02000000:00000001:3.0:1786480361.976314:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480361.976316:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480361.976318:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c6a00. 00000100:00000001:3.0:1786480361.976322:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480361.976324:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.976327:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.976329:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.976331:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786480361.976333:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.976335:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786480361.977740:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.977764:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480361.977767:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.977770:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480361.977778:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.977785:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480361.977792:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.977797:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.977802:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.977805:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e904180 00000400:00000200:1.0:1786480361.977810:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.977817:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1786480361.977823:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.977826:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480361.977830:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480361.977834:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480361.977851:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480361.977858:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480361.977868:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.978130:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.978134:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786480361.978488:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480361.978501:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.978508:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786480361.978511:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.978513:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480361.978517:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.978521:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.28@tcp(192.168.204.28@tcp) <- 192.168.204.128@tcp : PUT - for me 00000400:00000200:1.0:1786480361.978526:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.978528:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.978531:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.978534:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.128@tcp of length 224 into portal 10 MB=0x6a7b85e904200 00000400:00000200:1.0:1786480361.978537:0:2353:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.128@tcp to cpt 0 00000400:00000200:1.0:1786480361.978560:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.128@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1786480361.978566:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.978573:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786480361.978575:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786480361.978579:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.28@tcp->192.168.204.128@tcp: PUT: OK 00000100:00000001:1.0:1786480361.978583:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786480361.978597:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786480361.978606:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786480361.978613:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786480361.978617:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786480361.978620:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786480361.978792:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480361.978795:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480361.978798:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250738. 00000400:00000200:3.0:1786480361.978802:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a702b28 00000400:00000010:3.0:1786480361.978804:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a702b28. 00000100:00000001:3.0:1786480361.978807:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480361.978812:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480361.978820:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.978826:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480361.978828:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.978831:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480361.979945:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480361.979965:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480361.979967:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.979971:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480361.979982:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b94cc60 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480361.980000:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b94cc18 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480361.980004:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480361.980005:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480361.980009:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480361.980013:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.980017:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480361.980020:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14394c000: skip recheck: last_committed 0 00000100:00000001:3.0:1786480361.980022:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480361.980023:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480361.980033:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.980041:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480361.980044:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480361.980046:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480361.980050:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480361.980058:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa16975b-a18a-49bc-bf59-0a4727418f12:2363:1873260162597248:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480361.980063:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.980067:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480361.980070:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c5180 x1873260162597248/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14394c000@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.980077:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480361.980080:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480361.980084:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af27c00. 02000000:00000001:3.0:1786480361.980089:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480361.980091:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480361.980093:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b94c800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14394c000 00000020:00000001:3.0:1786480361.980095:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480361.980103:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8900. 02000000:00000001:3.0:1786480361.980108:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480361.980110:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480361.980112:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c5180. 00000100:00000001:3.0:1786480361.980115:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480361.980117:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.980120:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.980122:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.980125:0:2363:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786480361.980131:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786480361.980133:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786480361.980136:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cc146250bb0. 00000400:00000200:3.0:1786480361.980139:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cc14a7025d8 00000400:00000010:3.0:1786480361.980141:0:2363:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8cc14a7025d8. 00000100:00000001:3.0:1786480361.980144:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786480361.980149:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786480361.980158:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.980166:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786480361.980168:0:2363:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.980170:0:2363:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786480361.980171:0:2363:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786480361.980173:0:2363:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786480361.980174:0:2363:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786480361.980176:0:2363:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786480361.980181:0:2363:0:(import.c:2149:obd_at_measure()) add 5 to ffff8cc14b9e3c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1786480361.980183:0:2363:0:(import.c:2149:obd_at_measure()) add 1 to ffff8cc14b9e3c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1786480361.980186:0:2363:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786480361.980187:0:2363:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786480361.980189:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786480361.980190:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.980193:0:2363:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786480361.980194:0:2363:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8cc14afa9800: skip recheck: last_committed 0 00000100:00000001:3.0:1786480361.980196:0:2363:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786480361.980197:0:2363:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786480361.980207:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.980213:0:2363:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786480361.980215:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786480361.980216:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786480361.980219:0:2363:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786480361.980227:0:2363:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8cc14b8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fe0dfc0b-86e1-472e-9360-26e5958ed350:2363:1873260162597376:192.168.204.128@tcp:400:kworker.0 00000100:00000001:3.0:1786480361.980231:0:2363:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.980233:0:2363:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786480361.980236:0:2363:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cc14b8c4000 x1873260162597376/t0(0) o400->lustre-MDT0000-mdc-ffff8cc14afa9800@192.168.204.128@tcp:12/10 lens 224/224 e 0 to 0 dl 1786480377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786480361.980241:0:2363:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786480361.980243:0:2363:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786480361.980244:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cc14af26a00. 02000000:00000001:3.0:1786480361.980247:0:2363:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786480361.980248:0:2363:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786480361.980249:0:2363:0:(genops.c:1244:class_import_put()) import ffff8cc14b9e3800 refcount=3 obd=lustre-MDT0000-mdc-ffff8cc14afa9800 00000020:00000001:3.0:1786480361.980251:0:2363:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786480361.980253:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cc14b2f8e00. 02000000:00000001:3.0:1786480361.980256:0:2363:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786480361.980257:0:2363:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786480361.980258:0:2363:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cc14b8c4000. 00000100:00000001:3.0:1786480361.980261:0:2363:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786480361.980262:0:2363:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.980264:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786480361.980272:0:2363:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786480361.980274:0:2363:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786480361.980277:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786480361.980278:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786480362.929365:0:9458:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768000 (cpu 0) has reached its deadline 4295055754, at 4295055811 00000100:00000040:1.0:1786480362.929371:0:64:0:(connection.c:75:cpu_latency_work()) work item of ffff8cc149768110 (cpu 1) has reached its deadline 4295055754, at 4295055811 00000100:00000010:1.0:1786480362.929382:0:64:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1180. 00000100:00000010:0.0:1786480362.929692:0:9458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cc1453d1420. 00010000:00000001:0.0:1786480362.991695:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480362.991702:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480362.991709:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480362.991710:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786480362.991967:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786480362.991971:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786480362.991974:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786480363.507856:0:5592:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1786480363.507864:0:5592:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480364.015979:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480364.015987:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480364.015993:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480364.015994:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786480364.016018:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786480364.016022:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786480364.016024:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786480364.547180:0:9857:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786480364.547193:0:9857:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480365.045747:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480365.045752:0:9458:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480365.045758:0:9458:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786480365.045761:0:9458:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786480365.045763:0:9458:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786480365.045767:0:9458:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480365.045770:0:9458:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786480365.045773:0:9458:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480365.045775:0:9458:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786480365.045778:0:9458:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786480365.046268:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786480365.046272:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786480365.046275:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 8307 lines, 8307 kept, 0 dropped, 0 bad.