00000100:00000040:3.0F:1789466079.057333:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4312995059, at 4312995072 00000100:00000040:2.0F:1789466079.057334:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4312995059, at 4312995072 00000100:00000010:3.0:1789466079.057355:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9c7143840. 00000100:00000010:2.0:1789466079.057356:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9c7143f00. 00010000:00000001:0.0F:1789466079.569733:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466079.569748:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466079.569755:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466079.569757:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466079.569761:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466079.569762:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466079.569765:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466079.569767:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466079.569770:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466079.569771:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789466079.569966:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466079.569975:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466079.569978:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789466080.594458:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466080.594467:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466080.594470:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466080.594476:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466080.594478:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466080.594480:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594485:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466080.594488:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594490:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594492:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594496:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466080.594497:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594500:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466080.594501:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594504:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466080.594506:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466080.594508:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466080.594509:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466080.594511:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466080.594512:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594514:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466080.594515:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594516:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594518:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466080.594521:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466080.594522:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466080.599165:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466080.599172:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466080.599176:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789466081.619311:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466081.619317:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466081.619322:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466081.619323:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466081.619334:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466081.619335:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466081.619338:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466081.619339:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466081.619342:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466081.619343:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466081.620895:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466081.620900:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466081.620903:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789466082.641265:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466082.641272:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641279:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466082.641280:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641284:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466082.641288:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466082.641291:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466082.641297:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466082.641300:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466082.641302:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641305:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466082.641307:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641309:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641312:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641316:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466082.641317:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.641320:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466082.641321:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466082.642103:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466082.642107:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466082.642110:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789466082.814668:0:330977:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.900212:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789466082.900223:0:275164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789466082.900229:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789466082.900235:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 00000100:00000001:0.0:1789466082.900238:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466082.900241:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466082.900245:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466082.900251:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac40aec00. 00000100:00000001:0.0:1789466082.900258:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.900271:0:275164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466082.900283:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466082.900292:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.900299:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_00_01+1] req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.900340:0:275164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789466082.900343:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466082.900353:0:275164:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789466082.900356:0:275164:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789466082.900358:0:275164:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789466082.900361:0:275164:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789466082.900365:0:275164:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18326 00000400:00000200:0.0:1789466082.900372:0:275164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.900376:0:275164:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00001000:0.0:1789466082.900380:0:275164:0:(import.c:2196:obd_at_measure()) add 15 to ffff8cbac62f0418 time=121 v=10 (10 1 0 0) 00000100:00001000:0.0:1789466082.900384:0:275164:0:(import.c:2262:obd_at_measure()) AT ffff8cbac62f0418 change: old=10 new=15 delta=5 (val=15) hist 15 1 0 0 00000100:00080000:0.0:1789466082.900387:0:275164:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1789466082.900390:0:275164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.900393:0:275164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466082.900396:0:275164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.900398:0:275164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789466082.900405:0:275164:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789466082.900406:0:275164:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789466082.900409:0:275164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789466082.900411:0:275164:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789466082.900414:0:275164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789466082.900416:0:275164:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789466082.900419:0:275164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.900421:0:275164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466082.900423:0:275164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.900426:0:275164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789466082.900429:0:275164:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00000001:1.0:1789466082.900433:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466082.900440:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789466082.900440:0:275164:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789466082.900445:0:253750:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789466082.900445:0:275164:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.900449:0:275164:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1789466082.900454:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789466082.900456:0:275164:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466082.900461:0:275164:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.900465:0:275164:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466082.900470:0:253750:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1789466082.900470:0:275164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1789466082.900473:0:253750:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789466082.900476:0:275164:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466082.900478:0:253750:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466082.900482:0:253750:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466082.900485:0:253750:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.900488:0:275164:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466082.900492:0:253750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c7fedfa-8315-41a8-a198-9b7e47e56869:253750:1876386402352896:192.168.203.142@tcp:400:kworker.0 00000100:00000010:0.0:1789466082.900495:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000100:00000001:1.0:1789466082.900499:0:253750:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1789466082.900500:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=7 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789466082.900504:0:275164:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466082.900506:0:253750:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466082.900506:0:275164:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466082.900512:0:253750:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.900512:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466082.900515:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466082.900517:0:253750:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1789466082.900518:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466082.900524:0:253750:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac46b2200. 02000000:00000010:0.0:1789466082.900525:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f400. 02000000:00000001:1.0:1789466082.900528:0:253750:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.900531:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466082.900536:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00100000:0.0:1789466082.900540:0:275164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1789466082.900543:0:253750:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f308f0. 00000400:00000010:1.0:1789466082.900552:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000001:0.0:1789466082.900552:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466082.900557:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789466082.900561:0:253750:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402352896, portal 25 00000100:00000040:0.0:1789466082.900562:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466082.900566:0:253750:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466082.900570:0:253750:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:1.0:1789466082.900579:0:253750:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.900585:0:275164:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466082.900588:0:253750:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1789466082.900590:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789466082.900595:0:253750:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000100:00080000:0.0:1789466082.900596:0:275164:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:1.0:1789466082.900599:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000001:0.0:1789466082.900600:0:275164:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789466082.900603:0:275164:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1789466082.900606:0:253750:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876386402352896, offset 0 00000100:00000001:0.0:1789466082.900607:0:275164:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789466082.900610:0:275164:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18326 00000400:00000200:1.0:1789466082.900622:0:253750:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466082.900626:0:275164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.900630:0:275164:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000400:00000200:1.0:1789466082.900634:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00001000:0.0:1789466082.900635:0:275164:0:(import.c:2196:obd_at_measure()) add 15 to ffff8cbac62f2418 time=65 v=10 (10 1 1 1) 00000100:00001000:0.0:1789466082.900640:0:275164:0:(import.c:2262:obd_at_measure()) AT ffff8cbac62f2418 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000400:00000200:1.0:1789466082.900643:0:253750:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00080000:0.0:1789466082.900644:0:275164:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 10s 00000400:00000200:1.0:1789466082.900650:0:253750:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1789466082.900650:0:275164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.900655:0:275164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1789466082.900658:0:253750:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000040:0.0:1789466082.900661:0:275164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000400:00000200:1.0:1789466082.900665:0:253750:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1789466082.900667:0:275164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000400:00000200:1.0:1789466082.900670:0:253750:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789466082.900675:0:253750:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93543:93543:256:4294967295] 192.168.203.142@tcp LPNI seq info [93543:93543:8:4294967295] 00000400:00000200:1.0:1789466082.900686:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466082.900697:0:253750:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789466082.900703:0:253750:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789466082.900708:0:253750:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9fb181b00. 00000800:00000200:1.0:1789466082.900714:0:253750:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789466082.900722:0:253750:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466082.900726:0:253750:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9fb181b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789466082.900737:0:253750:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466082.900742:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789466082.900745:0:253750:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313000182 00000100:00000010:1.0:1789466082.900749:0:253750:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ac60. 00000100:00000001:1.0:1789466082.900755:0:253750:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466082.900760:0:253750:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313000182 00000100:00000010:1.0:1789466082.900763:0:253750:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a660. 00000100:00000001:1.0:1789466082.900766:0:253750:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466082.900769:0:253750:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466082.900772:0:253750:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466082.900775:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466082.900778:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466082.900785:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466082.900787:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789466082.900789:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466082.900790:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466082.900796:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466082.900799:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466082.901508:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466082.901511:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466082.901513:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466082.901520:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466082.901529:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466082.901531:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466082.901533:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466082.901535:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466082.901538:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466082.901541:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353024:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789466082.901544:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466082.901547:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466082.901548:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466082.901550:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466082.901555:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6961000. 02000000:00000001:1.0:1789466082.901557:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466082.901561:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789466082.901565:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30370. 00000400:00000010:1.0:1789466082.901569:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789466082.901574:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402353024, portal 10 00000100:00000001:1.0:1789466082.901576:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466082.901577:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704785536 : -126741004766080 : ffff8cbacf6eb480) 00000100:00000040:1.0:1789466082.901584:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466082.901590:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466082.901593:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789466082.901595:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789466082.901598:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402353024, offset 0 00000400:00000200:1.0:1789466082.901603:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000020:00000001:0.0:1789466082.902213:0:275164:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789466082.902216:0:275164:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789466082.902309:0:275164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789466082.902312:0:275164:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789466082.902316:0:275164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789466082.902318:0:275164:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789466082.902324:0:275164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.902327:0:275164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466082.902329:0:275164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466082.902331:0:275164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789466082.902334:0:275164:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789466082.902338:0:275164:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789466082.902341:0:275164:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.902343:0:275164:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789466082.902349:0:275164:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466082.902351:0:275164:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.902354:0:275164:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789466082.902357:0:275164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789466082.902359:0:275164:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.902361:0:275164:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789466082.902366:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000020:00000040:0.0:1789466082.902374:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=6 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789466082.902378:0:275164:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789466082.902379:0:275164:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.902381:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466082.902384:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466082.902386:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466082.902391:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789466082.902396:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466082.902403:0:275164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466082.902412:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466082.902415:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902420:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902431:0:275164:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902434:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789466082.902438:0:275164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789466082.902441:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8700. 00000020:00000040:0.0:1789466082.902444:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:0.0:1789466082.902446:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466082.902447:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466082.902449:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466082.902453:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac40aeb00. 00000100:00000001:0.0:1789466082.902455:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902459:0:275164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466082.902467:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466082.902469:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902474:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b4c9f10] to pc [ptlrpcd_00_00+0] req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902572:0:275164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902579:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789466082.902582:0:275164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789466082.902586:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea680. 00000020:00000040:0.0:1789466082.902588:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:0.0:1789466082.902591:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466082.902592:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466082.902594:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466082.902598:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac40ae800. 00000100:00000001:0.0:1789466082.902601:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902606:0:275164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466082.902614:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466082.902616:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902620:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b82c5178] to pc [ptlrpcd_00_01+1] req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902628:0:275164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902633:0:275164:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18336) 00000100:00000001:0.0:1789466082.902656:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.902659:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.902660:0:253750:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466082.902665:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902671:0:253750:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466082.902673:0:253750:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.902675:0:253750:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789466082.902677:0:253750:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466082.902679:0:253750:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466082.902682:0:253750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253750:1876386402353408:192.168.203.142@tcp:400:kworker.0 00000100:00000001:0.0:1789466082.902686:0:253750:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789466082.902689:0:253750:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466082.902691:0:253750:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.902693:0:253750:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789466082.902702:0:253750:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cb9f8c59600. 02000000:00000001:0.0:1789466082.902704:0:253750:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466082.902709:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466082.902713:0:253750:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c528. 00000400:00000010:0.0:1789466082.902718:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089110. 00000100:00000200:0.0:1789466082.902722:0:253750:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402353408, portal 4 00000100:00000001:0.0:1789466082.902724:0:253750:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789466082.902725:0:253750:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:0.0:1789466082.902732:0:253750:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902738:0:253750:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789466082.902740:0:253750:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789466082.902742:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789466082.902744:0:253750:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402353408, offset 0 00000400:00000200:0.0:1789466082.902750:0:253750:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466082.902756:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.902761:0:253750:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789466082.902767:0:253750:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789466082.902770:0:253750:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789466082.902773:0:253750:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466082.902775:0:253750:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789466082.902779:0:253750:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93544:93544:255:4294967295] 192.168.203.142@tcp LPNI seq info [93544:93544:7:4294967295] 00000400:00000200:0.0:1789466082.902782:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.902791:0:253750:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789466082.902796:0:253750:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466082.902800:0:253750:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40aea00. 00000800:00000200:0.0:1789466082.902805:0:253750:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466082.902812:0:253750:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466082.902816:0:253750:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40aea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789466082.902819:0:253750:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902823:0:253750:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14471 usecs (15 jiffies) 00000400:00000200:0.0:1789466082.902831:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466082.902834:0:253750:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4312998932 00000100:00000001:0.0:1789466082.902837:0:253750:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.902839:0:253750:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4312998932 00000100:00000001:0.0:1789466082.902841:0:253750:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.902843:0:253750:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466082.902845:0:253750:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.902848:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.902850:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.902856:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466082.902858:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789466082.902859:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.902861:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.902862:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466082.902864:0:253750:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789466082.902866:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.902868:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466082.902869:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.902870:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.902871:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.902872:0:253750:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466082.902877:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902883:0:253750:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466082.902884:0:253750:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.902886:0:253750:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789466082.902888:0:253750:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466082.902889:0:253750:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466082.902892:0:253750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253750:1876386402353280:192.168.203.142@tcp:400:kworker.0 00000100:00000001:0.0:1789466082.902895:0:253750:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789466082.902897:0:253750:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466082.902898:0:253750:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.902900:0:253750:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789466082.902907:0:253750:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cb9f8c58c00. 02000000:00000001:0.0:1789466082.902909:0:253750:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466082.902912:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466082.902915:0:253750:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cec8. 00000400:00000010:0.0:1789466082.902918:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 00000100:00000200:0.0:1789466082.902921:0:253750:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402353280, portal 4 00000100:00000001:0.0:1789466082.902922:0:253750:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789466082.902924:0:253750:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704773888 : -126741004777728 : ffff8cbacf6e8700) 00000100:00000040:0.0:1789466082.902930:0:253750:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.902936:0:253750:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789466082.902938:0:253750:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789466082.902940:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089cc0. 00000100:00000200:0.0:1789466082.902942:0:253750:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402353280, offset 0 00000400:00000200:0.0:1789466082.902946:0:253750:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466082.902950:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.902954:0:253750:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789466082.902957:0:253750:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789466082.902959:0:253750:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789466082.902961:0:253750:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466082.902963:0:253750:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789466082.902966:0:253750:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93545:93545:254:4294967295] 192.168.203.142@tcp LPNI seq info [93545:93545:6:4294967295] 00000400:00000200:0.0:1789466082.902970:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.902976:0:253750:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789466082.902980:0:253750:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466082.902983:0:253750:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40ae400. 00000800:00000200:0.0:1789466082.902987:0:253750:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466082.902991:0:253750:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466082.902993:0:253750:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40ae400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789466082.902996:0:253750:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.902999:0:253750:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43596 usecs (44 jiffies) 00000400:00000200:0.0:1789466082.903007:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466082.903009:0:253750:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4312998961 00000100:00000001:0.0:1789466082.903011:0:253750:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.903014:0:253750:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4312998961 00000100:00000001:0.0:1789466082.903016:0:253750:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.903018:0:253750:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466082.903020:0:253750:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.903023:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.903026:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.903060:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.903062:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.903064:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.903066:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466082.906205:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466082.906221:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789466082.906235:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789466082.906240:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789466082.906244:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789466082.906246:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789466082.906250:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93546:93546:253:4294967295] 192.168.203.142@tcp LPNI seq info [93546:93546:5:4294967295] 00000400:00000200:1.0:1789466082.906254:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466082.906265:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789466082.906272:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466082.906434:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40ae100. 00000800:00000200:0.0:1789466082.906443:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466082.906450:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466082.906455:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40ae100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789466082.906461:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.906467:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789466082.906472:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466082.906476:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4312998948 00000100:00000001:0.0:1789466082.906490:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.906493:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4312998948 00000100:00000001:0.0:1789466082.906495:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.906498:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466082.906502:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.906507:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.906510:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.906518:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466082.906520:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789466082.906523:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.906532:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.906533:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466082.906542:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.906551:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466082.906553:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.906557:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789466082.906560:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466082.906563:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466082.906566:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353152:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789466082.906569:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789466082.906574:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466082.906576:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.906578:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789466082.906584:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c800. 02000000:00000001:0.0:1789466082.906587:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466082.906592:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466082.906597:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ccb8. 00000400:00000010:0.0:1789466082.906604:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089c38. 00000100:00000200:0.0:1789466082.906611:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402353152, portal 10 00000100:00000001:0.0:1789466082.906613:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789466082.906615:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:0.0:1789466082.906622:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.906630:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789466082.906632:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789466082.906635:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089220. 00000100:00000200:0.0:1789466082.906638:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402353152, offset 0 00000400:00000200:0.0:1789466082.906644:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466082.906650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.906655:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789466082.906658:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789466082.906661:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789466082.906670:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466082.906673:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789466082.906676:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93547:93547:252:4294967295] 192.168.203.142@tcp LPNI seq info [93547:93547:4:4294967295] 00000400:00000200:0.0:1789466082.906680:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466082.906687:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789466082.906691:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466082.906694:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40aee00. 00000800:00000200:0.0:1789466082.906698:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466082.906702:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466082.906705:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40aee00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789466082.906708:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.906711:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14565 usecs (15 jiffies) 00000400:00000200:0.0:1789466082.906715:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466082.906717:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4312998936 00000100:00000001:0.0:1789466082.906719:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.906721:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4312998936 00000100:00000001:0.0:1789466082.906723:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313000182 00000100:00000001:0.0:1789466082.906725:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466082.906727:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.906729:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.906731:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.906734:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466082.906735:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789466082.906738:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.906739:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.906740:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.906742:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466082.907286:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466082.907292:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9fb181b00. 00000400:00000200:2.0:1789466082.907298:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466082.907303:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466082.907428:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:2.0:1789466082.907432:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:2.0:1789466082.907437:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466082.907444:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907454:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.907458:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907465:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.907467:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466082.907490:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466082.907492:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40aea00. 00000400:00000200:2.0:1789466082.907495:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466082.907499:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466082.907503:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:2.0:1789466082.907505:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:2.0:1789466082.907508:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466082.907512:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907520:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.907522:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907528:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.907530:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466082.907544:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466082.907546:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40ae400. 00000400:00000200:2.0:1789466082.907549:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466082.907552:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466082.907555:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089cc0 00000400:00000010:2.0:1789466082.907557:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089cc0. 00000100:00000001:2.0:1789466082.907559:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466082.907563:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907570:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.907574:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907581:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.907582:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466082.907589:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466082.907591:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40ae100. 00000400:00000200:2.0:1789466082.907594:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466082.907597:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466082.907599:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:2.0:1789466082.907601:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:2.0:1789466082.907604:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466082.907607:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907613:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.907616:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907622:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.907623:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466082.907679:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466082.907682:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40aee00. 00000400:00000200:2.0:1789466082.907684:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466082.907687:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466082.907689:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089220 00000400:00000010:2.0:1789466082.907696:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089220. 00000100:00000001:2.0:1789466082.907699:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466082.907703:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907710:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.907713:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.907719:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.907721:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466082.920901:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.920917:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466082.920920:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.920922:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466082.920933:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.920940:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466082.920949:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.920955:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.920960:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.920964:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94100 00000400:00000200:3.0:1789466082.920969:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.920975:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe740d [1] + 224 00000800:00000001:3.0:1789466082.920982:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.920986:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466082.920990:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466082.920994:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466082.921000:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466082.921008:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466082.921020:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466082.921033:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466082.921050:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.921054:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466082.921056:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.921058:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466082.921061:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921072:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466082.921077:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921080:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921083:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921086:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94080 00000400:00000200:3.0:1789466082.921089:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921093:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7415 [1] + 224 00000800:00000001:3.0:1789466082.921098:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.921102:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466082.921104:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466082.921107:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466082.921111:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466082.921115:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466082.921123:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466082.921160:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466082.921166:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.921169:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466082.921171:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.921174:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466082.921177:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921181:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466082.921185:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921187:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921190:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921193:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 10 MB=0x6aa9040f93f80 00000400:00000200:3.0:1789466082.921196:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921200:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7405 [1] + 0 00000800:00000001:3.0:1789466082.921203:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466082.921208:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466082.921216:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466082.921220:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466082.921223:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466082.921227:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466082.921237:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921240:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.921245:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466082.921252:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:0.0:1789466082.921252:0:253750:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789466082.921254:0:253750:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789466082.921259:0:253750:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cec8. 00000400:00000200:0.0:1789466082.921270:0:253750:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:0.0:1789466082.921272:0:253750:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:0.0:1789466082.921276:0:253750:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789466082.921282:0:253750:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789466082.921292:0:253750:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921299:0:253750:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789466082.921301:0:253750:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.921304:0:253750:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789466082.921315:0:253750:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789466082.921318:0:253750:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789466082.921320:0:253750:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.921324:0:253750:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789466082.921333:0:253750:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1789466082.921337:0:253750:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1789466082.921340:0:253750:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789466082.921342:0:253750:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.921344:0:253750:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789466082.921347:0:253750:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.921350:0:253750:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789466082.921352:0:253750:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:0.0:1789466082.921354:0:253750:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789466082.921356:0:253750:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466082.921361:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921369:0:253750:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466082.921371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.921371:0:253750:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466082.921374:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.921374:0:253750:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466082.921377:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789466082.921385:0:253750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253750:1876386402353280:192.168.203.142@tcp:400:kworker.0 00000400:00000001:0.0:1789466082.921403:0:253750:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789466082.921405:0:253750:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1789466082.921406:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1789466082.921407:0:253750:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c528. 00000400:00000200:0.0:1789466082.921412:0:253750:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089110 00000800:00000001:3.0:1789466082.921414:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789466082.921415:0:253750:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089110. 00000800:00000001:3.0:1789466082.921418:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789466082.921420:0:253750:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:3.0:1789466082.921423:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789466082.921427:0:253750:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789466082.921432:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466082.921442:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000100:00000200:0.0:1789466082.921445:0:253750:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789466082.921457:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466082.921457:0:253750:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789466082.921461:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466082.921461:0:253750:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.921465:0:253750:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1789466082.921468:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 02000000:00000001:0.0:1789466082.921469:0:253750:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789466082.921472:0:253750:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1789466082.921473:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 10 MB=0x6aa9040f94000 00000100:00000001:0.0:1789466082.921475:0:253750:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466082.921480:0:253750:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466082.921482:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00001000:0.0:1789466082.921487:0:253750:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=65 v=5 (5 5 5 5) 00000400:00000200:3.0:1789466082.921488:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.142@tcp of length 224/224 into md 0xe741d [1] + 0 00000100:00001000:0.0:1789466082.921493:0:253750:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=11 v=5 (1 1 1 0) 00000800:00000001:3.0:1789466082.921496:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789466082.921498:0:253750:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789466082.921502:0:253750:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466082.921504:0:253750:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1789466082.921506:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466082.921507:0:253750:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466082.921511:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789466082.921512:0:253750:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789466082.921514:0:253750:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000400:00000200:3.0:1789466082.921520:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:0.0:1789466082.921520:0:253750:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789466082.921524:0:253750:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466082.921526:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1789466082.921531:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466082.921534:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921551:0:253750:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789466082.921556:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921556:0:253750:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789466082.921559:0:253750:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466082.921568:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466082.921570:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466082.921583:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1789466082.921587:0:253750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253750:1876386402353408:192.168.203.142@tcp:400:kworker.0 00000800:00000001:3.0:1789466082.921589:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.921594:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.921599:0:253750:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789466082.921603:0:253750:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8700 x1876386402353280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921609:0:253750:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789466082.921612:0:253750:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789466082.921614:0:253750:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cb9f8c58c00. 02000000:00000001:0.0:1789466082.921619:0:253750:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789466082.921622:0:253750:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789466082.921624:0:253750:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:0.0:1789466082.921626:0:253750:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789466082.921628:0:253750:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac40aeb00. 02000000:00000001:0.0:1789466082.921631:0:253750:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789466082.921633:0:253750:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789466082.921635:0:253750:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8700. 00000100:00000001:0.0:1789466082.921638:0:253750:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789466082.921639:0:253750:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.921641:0:253750:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789466082.921644:0:253750:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea680 x1876386402353408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466082.921649:0:253750:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789466082.921651:0:253750:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789466082.921652:0:253750:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cb9f8c59600. 02000000:00000001:0.0:1789466082.921655:0:253750:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789466082.921656:0:253750:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789466082.921657:0:253750:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:0.0:1789466082.921659:0:253750:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789466082.921660:0:253750:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac40ae800. 02000000:00000001:0.0:1789466082.921662:0:253750:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789466082.921663:0:253750:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789466082.921664:0:253750:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea680. 00000100:00000001:0.0:1789466082.921672:0:253750:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789466082.921674:0:253750:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466082.921677:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.921679:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466082.921680:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466082.921682:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466082.921684:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789466082.922415:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466082.922419:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466082.922422:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30370. 00000400:00000200:2.0:1789466082.922428:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:2.0:1789466082.922430:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:2.0:1789466082.923297:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466082.923307:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466082.923318:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.923325:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466082.923328:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.923332:0:253748:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466082.923334:0:253748:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466082.923337:0:253748:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466082.923339:0:253748:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466082.923342:0:253748:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466082.923351:0:253748:0:(import.c:2196:obd_at_measure()) add 0 to ffff8cbac62f0460 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466082.923719:0:253748:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f0418 time=121 v=15 (15 1 0 0) 00000100:00000001:2.0:1789466082.923724:0:253748:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466082.923726:0:253748:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1789466082.923729:0:253748:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789466082.923735:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.923750:0:253748:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1789466082.923754:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466082.923756:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.923758:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789466082.923761:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1789466082.923963:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789466082.923970:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-19) 00000100:00000001:2.0:1789466082.923973:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789466082.923978:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1789466102 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466082.923987:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353024:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789466082.923992:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.923995:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.923998:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402353024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1789466102 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.924004:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466082.924006:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466082.924009:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6961000. 02000000:00000001:2.0:1789466082.924014:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466082.924017:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466082.924018:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=6 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789466082.924020:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466082.924022:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:2.0:1789466082.924025:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466082.924027:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466082.924028:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:2.0:1789466082.924031:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466082.924033:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.924035:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.924522:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466082.924524:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789466082.924531:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466082.924533:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466082.924537:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ccb8. 00000400:00000200:2.0:1789466082.924542:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089c38 00000400:00000010:2.0:1789466082.924545:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089c38. 00000100:00000001:2.0:1789466082.924548:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466082.924553:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466082.924563:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.924570:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466082.924572:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.924574:0:253748:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466082.924576:0:253748:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466082.924578:0:253748:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466082.924580:0:253748:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466082.924582:0:253748:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466082.924587:0:253748:0:(import.c:2196:obd_at_measure()) add 0 to ffff8cbac62f2460 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466082.924590:0:253748:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f2418 time=65 v=15 (15 1 1 1) 00000100:00000001:2.0:1789466082.924592:0:253748:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466082.924594:0:253748:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1789466082.924596:0:253748:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789466082.924600:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1789466102 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.924607:0:253748:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1789466082.924610:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466082.924611:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.924613:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789466082.924615:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1789466082.924618:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789466082.924622:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-19) 00000100:00000001:2.0:1789466082.924631:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789466082.924636:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1789466102 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466082.924644:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353152:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789466082.924965:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.924969:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466082.924974:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402353152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1789466102 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466082.924981:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466082.924983:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466082.924986:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c800. 02000000:00000001:2.0:1789466082.924989:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466082.924991:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466082.924992:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=5 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789466082.924995:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466082.924996:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:2.0:1789466082.924999:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466082.925000:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466082.925002:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00000001:2.0:1789466082.925005:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466082.925007:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.925008:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466082.925016:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466082.925018:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466082.925021:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466082.925022:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466083.665572:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466083.665581:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466083.665589:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466083.665590:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466083.665594:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466083.665595:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466083.665599:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466083.665600:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466083.665604:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466083.665605:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466083.665677:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466083.665682:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466083.665686:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466083.921393:0:253750:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466083.921406:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466083.921408:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1789466083.921414:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466083.921416:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466083.921419:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466083.921423:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466084.177301:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313000182, at 4313000192 00000100:00000010:3.0:1789466084.177521:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a660. 00000100:00000040:2.0:1789466084.178210:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313000182, at 4313000192 00000100:00000010:2.0:1789466084.178227:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ac60. 00010000:00000001:0.0:1789466084.689323:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466084.689332:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466084.689339:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466084.689340:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466084.689344:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466084.689345:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466084.689348:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466084.689349:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466084.689353:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466084.689354:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466084.689451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466084.689455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466084.689458:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789466085.713306:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466085.713316:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713323:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466085.713328:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466085.713331:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466085.713373:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713376:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713380:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713382:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713386:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713388:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713391:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713393:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713396:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713398:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713401:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713402:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713405:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713406:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713409:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713411:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713413:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713415:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713419:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713420:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713423:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713424:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713427:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713429:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713431:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713433:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713435:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713437:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713440:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713442:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713444:0:305568:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789466085.713446:0:305568:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789466085.713449:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466085.713452:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466085.713462:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789466085.713474:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789466085.713481:0:305568:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8cbad2ced9c0. 00010000:00000001:0.0:1789466085.713487:0:305568:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789466085.713508:0:305568:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1789466085.713511:0:305568:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713513:0:305568:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713515:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789466085.713518:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789466085.713523:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466085.713525:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713529:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466085.713530:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713534:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466085.713536:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466085.713537:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466085.713539:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713541:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466085.713543:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713544:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466085.713546:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466085.713636:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466085.713639:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466085.713642:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466085.713644:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466085.713649:0:278714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789466085.713649:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789466085.713656:0:278714:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789466085.713676:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.713683:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582e00/0x1b8f1d54e34b180f lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x6da27ab53b870ad7 expref: -99 pid: 321981 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789466085.713694:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.713698:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.713701:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.713702:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x56:0x0] mode (null) 00000002:00000001:2.0:1789466085.713707:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.713710:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.713716:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad755b400 count: 3 00010000:00000001:2.0:1789466085.713719:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.713723:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.713725:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.713727:0:278714:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789466085.713730:0:278714:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789466085.713734:0:278714:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617333093719144 : -126740615832472 : ffff8cbae69d5c68) 00000020:00001000:2.0:1789466085.713736:0:278714:0:(cl_object.c:823:cl_env_get()) 1@ffff8cbae69d5c60 00000020:00000001:2.0:1789466085.713738:0:278714:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789466085.713741:0:278714:0:(vvp_object.c:117:vvp_conf_set()) [0x2400013a2:0x56:0x0]: losing layout lock 00000080:00000001:2.0:1789466085.713744:0:278714:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789466085.713747:0:278714:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789466085.713751:0:278714:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789466085.713754:0:278714:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789466085.713757:0:278714:0:(lov_object.c:1535:lov_conf_set()) [0x2400013a2:0x56:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789466085.713758:0:278714:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466085.713760:0:278714:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789466085.713762:0:278714:0:(cl_object.c:917:cl_env_put()) 1@ffff8cbae69d5c60 00000080:00000001:2.0:1789466085.713765:0:278714:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.713770:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.713772:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.713775:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.713778:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.713779:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.713781:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.713784:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.713787:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbacf582e00 with handle 0x1b8f1d54e34b180f from hash 00010000:00000001:2.0:1789466085.713790:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.713796:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.713798:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.713799:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.713803:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.713804:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.713807:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.713809:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582000/0x1b8f1d54e34b1808 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b870ac9 expref: -99 pid: 321981 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789466085.714081:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714083:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714086:0:278714:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1789466085.714088:0:278714:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1789466085.714091:0:278714:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8cb9e3e2b110. 00000080:00000010:2.0:1789466085.714097:0:278714:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 46 at ffff8cbad7424300. 00000080:00000010:2.0:1789466085.714100:0:278714:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8cb9db331988. 00000080:00000020:2.0:1789466085.714103:0:278714:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1789466085.714105:0:278714:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8cb9e3e2ba00. 00000080:00000010:2.0:1789466085.714107:0:278714:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff8cbaedcd5f40. 00000080:00000010:2.0:1789466085.714110:0:278714:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8cb9db331528. 00000080:00000020:2.0:1789466085.714112:0:278714:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1789466085.714113:0:278714:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8cb9e3e2b340. 00000080:00000010:2.0:1789466085.714115:0:278714:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8cbad7424500. 00000080:00000010:2.0:1789466085.714127:0:278714:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8cb9db331190. 00000080:00000020:2.0:1789466085.714129:0:278714:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1789466085.714184:0:278714:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8cb9e3e2b220. 00000080:00000010:2.0:1789466085.714187:0:278714:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8cbae0da8180. 00000080:00000010:2.0:1789466085.714190:0:278714:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8cb9db331438. 00000080:00000001:2.0:1789466085.714193:0:278714:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714196:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.714197:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.714199:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.714201:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.714202:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.714203:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.714212:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.714215:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbacf582000 with handle 0x1b8f1d54e34b1808 from hash 00010000:00000001:2.0:1789466085.714217:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.714219:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714220:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.714221:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.714223:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.714224:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.714227:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.714230:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967ac00/0x1b8f1d54e34b1759 lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x6da27ab53b87081b expref: -99 pid: 322262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789466085.714237:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714239:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714241:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.714242:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x54:0x0] mode (null) 00000002:00000001:2.0:1789466085.714245:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714247:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714251:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad7427b00 count: 3 00010000:00000001:2.0:1789466085.714254:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789466085.714257:0:278714:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789466085.714260:0:278714:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789466085.714263:0:278714:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789466085.714270:0:278714:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466085.714273:0:278714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf583600/0x1b8f1d54e34b1816 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6da27ab53b870af3 expref: -99 pid: 322587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789466085.714280:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714281:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789466085.714282:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1789466085.714284:0:278714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789466085.714286:0:278714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789466085.714289:0:278714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8cbacf583600 refcount=2 00000020:00000001:2.0:1789466085.714291:0:278714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332703311360 : -126741006240256 : ffff8cbacf583600) 00010000:00000001:2.0:1789466085.714293:0:278714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617332703311360 : -126741006240256 : ffff8cbacf583600) 00010000:00000001:2.0:1789466085.714301:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714302:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789466085.714304:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714305:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.714306:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.714308:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.714310:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.714311:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.714312:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.714314:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.714317:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9f967ac00 with handle 0x1b8f1d54e34b1759 from hash 00010000:00000001:2.0:1789466085.714318:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.714319:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714320:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.714321:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.714323:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.714324:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.714327:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.714329:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582a00/0x1b8f1d54e34b16db lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b87062a expref: -99 pid: 321546 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789466085.714335:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714337:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714338:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.714339:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x53:0x0] mode (null) 00000002:00000001:2.0:1789466085.714341:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714342:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714345:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad4778300 count: 2 00010000:00000001:2.0:1789466085.714347:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714349:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.714350:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714351:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714353:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad4778300 count: 2 00010000:00000001:2.0:1789466085.714354:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714356:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.714357:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714363:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714365:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad4778300 count: 2 00010000:00000001:2.0:1789466085.714367:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714369:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714370:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.714373:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x53:0x0] lli = ffff8cbad18d5ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.714377:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.714379:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.714381:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.714384:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x53:0x0](ffff8cbad18d5b88) invalid 00000020:00000001:2.0:1789466085.714387:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714389:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry subdir (ffff8cbad48a9948) parent ffff8cbad1ec30d8 inode ffff8cbad18d5b88 refc 0 00000080:00000001:2.0:1789466085.714397:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714403:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714407:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714409:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714411:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry d157b.sanity (ffff8cbad1ec30d8, parent ffff8cbad498b438, inode ffff8cbad199cb08) hashed, 00000080:00000001:2.0:1789466085.714413:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714417:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714419:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714422:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.714424:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.714425:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.714427:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.714429:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.714430:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.714431:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.714432:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.714435:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbacf582a00 with handle 0x1b8f1d54e34b16db from hash 00010000:00000001:2.0:1789466085.714437:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.714438:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714439:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.714440:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.714441:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.714443:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.714445:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.714453:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967a600/0x1b8f1d54e34b16bf lrc: 2/0,0 mode: PR/PR res: [0x2400013a3:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b8705dd expref: -99 pid: 321542 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789466085.714461:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714463:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714464:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.714465:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a3:0x4:0x0] mode (null) 00000002:00000001:2.0:1789466085.714467:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714469:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714472:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad7427500 count: 2 00010000:00000001:2.0:1789466085.714474:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714476:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.714477:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714478:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714480:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad7427500 count: 2 00010000:00000001:2.0:1789466085.714481:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714483:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714485:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.714487:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a3:0x4:0x0] lli = ffff8cbac364dac0, pfid = [0x2400013a2:0x52:0x0] 00000080:00000002:2.0:1789466085.714490:0:278714:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a3:0x4:0x0] m[0x2400013a2:0x52:0x0] 00000080:00000001:2.0:1789466085.714493:0:278714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625554 : 162129670907625554 : 2400013a2000052) 00000080:00000001:2.0:1789466085.714497:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.714498:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.714500:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.714501:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a3:0x4:0x0](ffff8cbac364db88) invalid 00000080:00000001:2.0:1789466085.714503:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.714504:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.714505:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.714507:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.714509:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.714510:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.714512:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.714513:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.714516:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9f967a600 with handle 0x1b8f1d54e34b16bf from hash 00010000:00000001:2.0:1789466085.714518:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.714524:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714525:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.714526:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.714528:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.714530:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.714532:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.714534:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967aa00/0x1b8f1d54e34b16b8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b8705cf expref: -99 pid: 321542 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789466085.714540:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714542:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714543:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.714544:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x52:0x0] mode (null) 00000002:00000001:2.0:1789466085.714546:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714548:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714550:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad7427600 count: 3 00010000:00000001:2.0:1789466085.714552:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714554:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.714555:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714556:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714558:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad7427600 count: 3 00010000:00000001:2.0:1789466085.714559:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714561:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714562:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.714564:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x52:0x0] lli = ffff8cbad199ca40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.714566:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.714567:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.714568:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.714570:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x52:0x0](ffff8cbad199cb08) invalid 00000080:00000001:2.0:1789466085.714572:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.714574:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.714575:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.714577:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.714578:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.714579:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.714581:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.714582:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.714590:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9f967aa00 with handle 0x1b8f1d54e34b16b8 from hash 00010000:00000001:2.0:1789466085.714592:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.714592:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714593:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.714594:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.714596:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.714598:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.714600:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.714602:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967a000/0x1b8f1d54e34b1687 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b870520 expref: -99 pid: 321537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789466085.714607:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714608:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714609:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.714610:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x52:0x0] mode (null) 00000002:00000001:2.0:1789466085.714613:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714614:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714616:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbad7427600 count: 3 00010000:00000001:2.0:1789466085.714618:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714620:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714622:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714624:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.714625:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x52:0x0](ffff8cbad199cb08) invalid 00000080:00000001:2.0:1789466085.714627:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.714629:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.714630:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.714632:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.714633:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.714635:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.714636:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.714637:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.714639:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9f967a000 with handle 0x1b8f1d54e34b1687 from hash 00010000:00000001:2.0:1789466085.714641:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.714642:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.714643:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.714644:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.714651:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.714652:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.714654:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.714656:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9ed212a00/0x1b8f1d54e34b0e30 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x51:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86e8be expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00000001:2.0:1789466085.714662:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.714664:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.714665:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.714666:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x51:0x0] mode (null) 00000002:00000001:2.0:1789466085.714667:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714669:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714673:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbac3cd5000 count: 2 00010000:00000001:2.0:1789466085.714674:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714676:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.714678:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714678:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714680:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbac3cd5000 count: 2 00010000:00000001:2.0:1789466085.714681:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714683:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.714684:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.714685:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.714687:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbac3cd5000 count: 2 00010000:00000001:2.0:1789466085.714688:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.714690:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714691:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.714693:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x51:0x0] lli = ffff8cbad18d39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.714735:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1789466085.714739:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714740:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libdl.so.2 00000080:00000001:2.0:1789466085.714744:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714747:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714750:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714751:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libgcc_s.so.1 00000080:00000001:2.0:1789466085.714754:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714755:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714764:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714766:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libc.so.6 00000080:00000001:2.0:1789466085.714768:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714771:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714773:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714775:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libkeyutils.so.1 00000080:00000001:2.0:1789466085.714777:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714779:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714782:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714783:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libnl-3.so.200 00000080:00000001:2.0:1789466085.714785:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714787:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714791:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714792:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libnl-genl-3.so.200 00000080:00000001:2.0:1789466085.714794:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714796:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714799:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714800:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libm.so.6 00000080:00000001:2.0:1789466085.714802:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714804:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714807:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714809:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libyaml-0.so.2 00000080:00000001:2.0:1789466085.714811:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714813:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714815:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714817:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libz.so.1 00000080:00000001:2.0:1789466085.714819:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714821:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714826:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714827:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libpthread.so.0 00000080:00000001:2.0:1789466085.714829:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714831:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714834:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714836:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry x86_64 00000080:00000001:2.0:1789466085.714838:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714839:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714842:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714843:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry tls 00000080:00000001:2.0:1789466085.714845:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714847:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:2.0:1789466085.714855:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714857:0:278714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry glibc-hwcaps 00000080:00000001:2.0:1789466085.714859:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714862:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714864:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714865:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc40 00000080:00002000:2.0:1789466085.714867:0:278714:0:(dcache.c:127:ll_ddelete()) keeping dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst65 (ffff8cbae089a6c0, parent ffff8cbad18c3438, inode ffff8cbad18d3a88) hashed, 00000080:00000001:2.0:1789466085.714870:0:278714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.714873:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.714875:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.714876:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x51:0x0](ffff8cbad18d3a88) invalid 00000020:00000001:2.0:1789466085.714878:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.714880:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst65 (ffff8cbae089a6c0) parent ffff8cbad18c3438 inode ffff8cbad18d3a88 refc 0 00000080:00000001:2.0:1789466085.714884:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714886:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714889:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714890:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714892:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst64 (ffff8cbad18c3438, parent ffff8cbad1fb3438, inode ffff8cbac364aa08) hashed, 00000080:00000001:2.0:1789466085.714894:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714899:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714900:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714902:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714904:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714905:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst63 (ffff8cbad1fb3438, parent ffff8cbad1879798, inode ffff8cbad8348908) hashed, 00000080:00000001:2.0:1789466085.714908:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714912:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714914:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714916:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714917:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714918:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst62 (ffff8cbad1879798, parent ffff8cbad1879288, inode ffff8cbac364d348) hashed, 00000080:00000001:2.0:1789466085.714921:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714924:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714926:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714929:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714930:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714937:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst61 (ffff8cbad1879288, parent ffff8cbad1879510, inode ffff8cbac3649988) hashed, 00000080:00000001:2.0:1789466085.714940:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714944:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714946:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714949:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714950:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714951:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst60 (ffff8cbad1879510, parent ffff8cbad18aa510, inode ffff8cbac3649148) hashed, 00000080:00000001:2.0:1789466085.714954:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714956:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714958:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714960:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714961:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714963:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst59 (ffff8cbad18aa510, parent ffff8cbad18c3870, inode ffff8cbac364f448) hashed, 00000080:00000001:2.0:1789466085.714965:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714968:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714970:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714972:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714973:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714975:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst58 (ffff8cbad18c3870, parent ffff8cbad1fb3ca8, inode ffff8cbad18dcb08) hashed, 00000080:00000001:2.0:1789466085.714978:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714981:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714983:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714984:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714985:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714987:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst57 (ffff8cbad1fb3ca8, parent ffff8cbad1879ca8, inode ffff8cbad834a1c8) hashed, 00000080:00000001:2.0:1789466085.714989:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.714993:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.714995:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.714997:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.714998:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.714999:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst56 (ffff8cbad1879ca8, parent ffff8cbad1ec1d80, inode ffff8cbac364b248) hashed, 00000080:00000001:2.0:1789466085.715002:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.715005:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.715007:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.715009:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.715016:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.715018:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst55 (ffff8cbad1ec1d80, parent ffff8cbad18aa0d8, inode ffff8cbad834c2c8) hashed, 00000080:00000001:2.0:1789466085.715034:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.715038:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.715041:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.715044:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.715045:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.715047:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst54 (ffff8cbad18aa0d8, parent ffff8cbad1ed5798, inode ffff8cbad834aa08) hashed, 00000080:00000001:2.0:1789466085.715049:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.715052:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.715054:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.715056:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.715058:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.715059:0:278714:0:(dcache.c:127:ll_ddelete()) deleting dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst53 (ffff8cbad1ed5798, parent ffff8cbad18aa5e8, inode ffff8cbad834b248) hashed, 00000080:00000001:2.0:1789466085.715062:0:278714:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789466085.715064:0:278714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789466085.715066:0:278714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789466085.715068:0:278714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789466085.715069:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bc10 00000080:00002000:2.0:1789466085.715071:0:278714:0:(dcache.c:127:ll_ddelete()) keeping dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst52 (ffff8cbad18aa5e8, parent ffff8cbad18c3af8, inode ffff8cbad82a1148) hashed, 00000080:00000001:2.0:1789466085.715073:0:278714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715075:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715077:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715078:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715081:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715082:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715084:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715085:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715086:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715089:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9ed212a00 with handle 0x1b8f1d54e34b0e30 from hash 00010000:00000001:2.0:1789466085.715091:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715092:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715093:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715094:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715096:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715097:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715105:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715109:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e8000/0x1b8f1d54e34afc63 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86aa6d expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00000001:2.0:1789466085.715115:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715117:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715118:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715119:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0xf:0x0] mode (null) 00000002:00000001:2.0:1789466085.715122:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715123:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715126:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811f00 count: 2 00010000:00000001:2.0:1789466085.715128:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715180:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715183:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715184:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715186:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811f00 count: 2 00010000:00000001:2.0:1789466085.715188:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715190:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715192:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715194:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0xf:0x0] lli = ffff8cbac221a940, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715196:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715198:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715199:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715201:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0xf:0x0](ffff8cbac221aa08) invalid 00000020:00000001:2.0:1789466085.715203:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715205:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry remote (ffff8cbad1da5a20) parent ffff8cbad1ed55e8 inode ffff8cbac221aa08 refc 1 00000080:00000001:2.0:1789466085.715208:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715209:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715210:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715212:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715214:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715215:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715216:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715218:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715220:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9e89e8000 with handle 0x1b8f1d54e34afc63 from hash 00010000:00000001:2.0:1789466085.715229:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715231:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715232:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715233:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715235:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715236:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715239:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715241:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbad74b7e00/0x1b8f1d54e34afca9 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x10:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86ab62 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00000001:2.0:1789466085.715247:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715249:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715250:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715251:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x10:0x0] mode (null) 00000002:00000001:2.0:1789466085.715253:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715255:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715257:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3b00 count: 2 00010000:00000001:2.0:1789466085.715259:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715261:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715262:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715263:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715264:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3b00 count: 2 00010000:00000001:2.0:1789466085.715266:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715268:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715269:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715270:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715271:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3b00 count: 2 00010000:00000001:2.0:1789466085.715273:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715274:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715276:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715277:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x10:0x0] lli = ffff8cbac221ca40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715280:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715281:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715282:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715284:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x10:0x0](ffff8cbac221cb08) invalid 00000020:00000001:2.0:1789466085.715286:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715292:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst0 (ffff8cbad1fb35e8) parent ffff8cbad1da5a20 inode ffff8cbac221cb08 refc 1 00000080:00000001:2.0:1789466085.715295:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715297:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715298:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715300:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715302:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715303:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715305:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715306:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715309:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbad74b7e00 with handle 0x1b8f1d54e34afca9 from hash 00010000:00000001:2.0:1789466085.715311:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715312:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715313:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715314:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715315:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715316:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715318:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715321:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e8800/0x1b8f1d54e34afcef lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86ac57 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00000001:2.0:1789466085.715326:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715328:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715329:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715330:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x11:0x0] mode (null) 00000002:00000001:2.0:1789466085.715332:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715334:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715336:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811a00 count: 2 00010000:00000001:2.0:1789466085.715338:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715340:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715341:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715342:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715344:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811a00 count: 2 00010000:00000001:2.0:1789466085.715346:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715348:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715349:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715355:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715358:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811a00 count: 2 00010000:00000001:2.0:1789466085.715360:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715362:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715364:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715367:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x11:0x0] lli = ffff8cbad18d4a40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715369:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715371:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715372:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715374:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x11:0x0](ffff8cbad18d4b08) invalid 00000020:00000001:2.0:1789466085.715376:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715377:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst1 (ffff8cbad1c6f5e8) parent ffff8cbad1fb35e8 inode ffff8cbad18d4b08 refc 1 00000080:00000001:2.0:1789466085.715381:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715382:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715383:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715385:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715387:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715388:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715389:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715391:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715393:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9e89e8800 with handle 0x1b8f1d54e34afcef from hash 00010000:00000001:2.0:1789466085.715395:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715396:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715397:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715398:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715400:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715401:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715404:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715407:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e9a00/0x1b8f1d54e34afd35 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86ad4c expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00000001:2.0:1789466085.715413:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715415:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715416:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715417:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x12:0x0] mode (null) 00000002:00000001:2.0:1789466085.715424:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715426:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715429:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811700 count: 2 00010000:00000001:2.0:1789466085.715431:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715433:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715435:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715436:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715437:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811700 count: 2 00010000:00000001:2.0:1789466085.715439:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715440:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715442:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715443:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715444:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae6811700 count: 2 00010000:00000001:2.0:1789466085.715446:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715448:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715449:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715464:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x12:0x0] lli = ffff8cbad1d72940, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715467:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715469:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715470:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715471:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x12:0x0](ffff8cbad1d72a08) invalid 00000020:00000001:2.0:1789466085.715474:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715475:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst2 (ffff8cbad1fb3870) parent ffff8cbad1c6f5e8 inode ffff8cbad1d72a08 refc 1 00000080:00000001:2.0:1789466085.715478:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715480:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715481:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715483:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715485:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715486:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715487:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715489:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715492:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9e89e9a00 with handle 0x1b8f1d54e34afd35 from hash 00010000:00000001:2.0:1789466085.715494:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715495:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715496:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715503:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715504:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715506:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715508:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715511:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbad74b7000/0x1b8f1d54e34afd7b lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86ae41 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00000001:2.0:1789466085.715520:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715521:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715522:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715524:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x13:0x0] mode (null) 00000002:00000001:2.0:1789466085.715525:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715527:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715529:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3400 count: 2 00010000:00000001:2.0:1789466085.715531:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715533:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715534:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715535:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715537:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3400 count: 2 00010000:00000001:2.0:1789466085.715538:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715540:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715541:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715542:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715543:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3400 count: 2 00010000:00000001:2.0:1789466085.715544:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715546:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715547:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715549:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x13:0x0] lli = ffff8cbac221b180, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715551:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715552:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715553:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715555:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x13:0x0](ffff8cbac221b248) invalid 00000020:00000001:2.0:1789466085.715557:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715559:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst3 (ffff8cbad1ed56c0) parent ffff8cbad1fb3870 inode ffff8cbac221b248 refc 1 00000080:00000001:2.0:1789466085.715562:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715568:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715570:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715572:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715573:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715574:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715575:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715577:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715579:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbad74b7000 with handle 0x1b8f1d54e34afd7b from hash 00010000:00000001:2.0:1789466085.715581:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715583:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715584:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715584:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715587:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715588:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715590:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715593:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbb021e7000/0x1b8f1d54e34afdc1 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86af36 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00000001:2.0:1789466085.715598:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715600:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715602:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715603:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x14:0x0] mode (null) 00000002:00000001:2.0:1789466085.715605:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715606:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715608:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae68c7c00 count: 2 00010000:00000001:2.0:1789466085.715610:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715612:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715613:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715614:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715615:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae68c7c00 count: 2 00010000:00000001:2.0:1789466085.715617:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715618:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715619:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715620:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715622:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae68c7c00 count: 2 00010000:00000001:2.0:1789466085.715623:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715625:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715631:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715633:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x14:0x0] lli = ffff8cbac221a100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715635:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715637:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715638:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715639:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x14:0x0](ffff8cbac221a1c8) invalid 00000020:00000001:2.0:1789466085.715642:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715643:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst4 (ffff8cbad1ed50d8) parent ffff8cbad1ed56c0 inode ffff8cbac221a1c8 refc 1 00000080:00000001:2.0:1789466085.715646:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715647:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715648:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715651:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715652:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715653:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715654:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715656:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715658:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbb021e7000 with handle 0x1b8f1d54e34afdc1 from hash 00010000:00000001:2.0:1789466085.715660:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715661:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715662:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715663:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715665:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715666:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715669:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715672:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9d3c2f400/0x1b8f1d54e34afe07 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86b02b expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00000001:2.0:1789466085.715677:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715679:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715680:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715681:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x15:0x0] mode (null) 00000002:00000001:2.0:1789466085.715683:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715685:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715687:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3f00 count: 2 00010000:00000001:2.0:1789466085.715689:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715697:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715699:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715700:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715702:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3f00 count: 2 00010000:00000001:2.0:1789466085.715704:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715705:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715706:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715707:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715709:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3f00 count: 2 00010000:00000001:2.0:1789466085.715710:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715712:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715713:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715715:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x15:0x0] lli = ffff8cbad1d739c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715717:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715719:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715720:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715721:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x15:0x0](ffff8cbad1d73a88) invalid 00000020:00000001:2.0:1789466085.715723:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715725:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst5 (ffff8cbad1c6f360) parent ffff8cbad1ed50d8 inode ffff8cbad1d73a88 refc 1 00000080:00000001:2.0:1789466085.715728:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715729:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715730:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715732:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715733:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715734:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715736:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715737:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715739:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9d3c2f400 with handle 0x1b8f1d54e34afe07 from hash 00010000:00000001:2.0:1789466085.715741:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715742:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715743:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715745:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715746:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715747:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715750:0:278714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789466085.715757:0:278714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9d3c2ea00/0x1b8f1d54e34afe4d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6da27ab53b86b120 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00000001:2.0:1789466085.715763:0:278714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789466085.715765:0:278714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789466085.715766:0:278714:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789466085.715767:0:278714:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x2400013a2:0x16:0x0] mode (null) 00000002:00000001:2.0:1789466085.715769:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715770:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715773:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3600 count: 2 00010000:00000001:2.0:1789466085.715774:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715776:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715778:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715779:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715780:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3600 count: 2 00010000:00000001:2.0:1789466085.715782:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715783:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789466085.715785:0:278714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789466085.715786:0:278714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789466085.715787:0:278714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cb9e8aa3600 count: 2 00010000:00000001:2.0:1789466085.715789:0:278714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789466085.715790:0:278714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466085.715792:0:278714:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789466085.715794:0:278714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x16:0x0] lli = ffff8cbad1d75ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789466085.715796:0:278714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789466085.715798:0:278714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789466085.715799:0:278714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789466085.715800:0:278714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x16:0x0](ffff8cbad1d75b88) invalid 00000020:00000001:2.0:1789466085.715802:0:278714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa53747f9bca0 00000080:00002000:2.0:1789466085.715804:0:278714:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst6 (ffff8cbad1e02e58) parent ffff8cbad1c6f360 inode ffff8cbad1d75b88 refc 1 00000080:00000001:2.0:1789466085.715807:0:278714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789466085.715808:0:278714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789466085.715809:0:278714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715810:0:278714:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789466085.715812:0:278714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789466085.715818:0:278714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789466085.715819:0:278714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789466085.715821:0:278714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789466085.715823:0:278714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9d3c2ea00 with handle 0x1b8f1d54e34afe4d from hash 00010000:00000001:2.0:1789466085.715825:0:278714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789466085.715826:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789466085.715827:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.715828:0:278714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789466085.715830:0:278714:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789466085.715831:0:278714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789466085.715834:0:278714:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1789466085.715837:0:278714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789466085.715839:0:278714:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789466085.715847:0:278714:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e680. 00000020:00000040:2.0:1789466085.715852:0:278714:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=6 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000001:2.0:1789466085.715856:0:278714:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466085.715858:0:278714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466085.715862:0:278714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466085.715870:0:278714:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cba0040b000. 00000100:00000001:2.0:1789466085.715883:0:278714:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.715885:0:278714:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789466085.715891:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582e00/0x1b8f1d54e34b180f lrc: 1/0,0 mode: --/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x6da27ab53b870ad7 expref: -99 pid: 321981 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789466085.715898:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582000/0x1b8f1d54e34b1808 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b870ac9 expref: -99 pid: 321981 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789466085.715905:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967ac00/0x1b8f1d54e34b1759 lrc: 1/0,0 mode: --/CR res: [0x2400013a2:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x6da27ab53b87081b expref: -99 pid: 322262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789466085.715911:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582a00/0x1b8f1d54e34b16db lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b87062a expref: -99 pid: 321546 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789466085.715918:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967a600/0x1b8f1d54e34b16bf lrc: 1/0,0 mode: --/PR res: [0x2400013a3:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b8705dd expref: -99 pid: 321542 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789466085.715931:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967aa00/0x1b8f1d54e34b16b8 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b8705cf expref: -99 pid: 321542 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789466085.715938:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967a000/0x1b8f1d54e34b1687 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b870520 expref: -99 pid: 321537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789466085.715945:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9ed212a00/0x1b8f1d54e34b0e30 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x51:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86e8be expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00010000:2.0:1789466085.715951:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e8000/0x1b8f1d54e34afc63 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86aa6d expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00010000:2.0:1789466085.715958:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbad74b7e00/0x1b8f1d54e34afca9 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x10:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ab62 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00010000:2.0:1789466085.715964:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e8800/0x1b8f1d54e34afcef lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ac57 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00010000:2.0:1789466085.715971:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e9a00/0x1b8f1d54e34afd35 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ad4c expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00010000:2.0:1789466085.715978:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbad74b7000/0x1b8f1d54e34afd7b lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ae41 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:2.0:1789466085.715985:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbb021e7000/0x1b8f1d54e34afdc1 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86af36 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:2.0:1789466085.715992:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9d3c2f400/0x1b8f1d54e34afe07 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86b02b expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:2.0:1789466085.716007:0:278714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9d3c2ea00/0x1b8f1d54e34afe4d lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86b120 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:2.0:1789466085.716012:0:278714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 16 locks packed 00010000:00000001:2.0:1789466085.716014:0:278714:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:2.0:1789466085.716029:0:278714:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466085.716033:0:278714:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466085.716045:0:278714:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039438219] to pc [ptlrpcd_01_00+0] req@ffff8cbad742e680 x1876386402353536/t0(0) o103->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789466085.716079:0:278714:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789466085.716082:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716084:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582e00/0x1b8f1d54e34b180f lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x6da27ab53b870ad7 expref: -99 pid: 321981 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789466085.716092:0:278714:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8cbad7424980. 00010000:00000001:2.0:1789466085.716099:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716101:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716103:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582000/0x1b8f1d54e34b1808 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b870ac9 expref: -99 pid: 321981 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1789466085.716109:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbad755b400 count: 0 00010000:00000010:2.0:1789466085.716115:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cb9e1f05800. 00010000:00000001:2.0:1789466085.716120:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716121:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716123:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967ac00/0x1b8f1d54e34b1759 lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x6da27ab53b87081b expref: -99 pid: 322262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789466085.716129:0:278714:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8cbad09977c0. 00010000:00000001:2.0:1789466085.716166:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716168:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716176:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbacf582a00/0x1b8f1d54e34b16db lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b87062a expref: -99 pid: 321546 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1789466085.716179:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1789466085.716185:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbad4778300 count: 0 00000100:00000001:3.0:1789466085.716191:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1789466085.716193:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cbb01e3cc80. 00000100:00000001:3.0:1789466085.716197:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1789466085.716205:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716210:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1789466085.716217:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742e680 x1876386402353536/t0(0) o103->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789466085.716218:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967a600/0x1b8f1d54e34b16bf lrc: 0/0,0 mode: --/PR res: [0x2400013a3:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b8705dd expref: -99 pid: 321542 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1789466085.716253:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbad7427500 count: 0 00010000:00000010:2.0:1789466085.716256:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cb9ec2ead80. 00010000:00000001:2.0:1789466085.716262:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716263:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716265:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967aa00/0x1b8f1d54e34b16b8 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b8705cf expref: -99 pid: 321542 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789466085.716272:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716274:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716276:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9f967a000/0x1b8f1d54e34b1687 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b870520 expref: -99 pid: 321537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1789466085.716280:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbad7427600 count: 0 00010000:00000010:2.0:1789466085.716283:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cb9ec2ea180. 00010000:00000001:2.0:1789466085.716287:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716288:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716290:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9ed212a00/0x1b8f1d54e34b0e30 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x51:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86e8be expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00000040:2.0:1789466085.716296:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbac3cd5000 count: 0 00010000:00000010:2.0:1789466085.716298:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cbae6817280. 00010000:00000001:2.0:1789466085.716303:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716312:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716314:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e8000/0x1b8f1d54e34afc63 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86aa6d expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00000040:2.0:1789466085.716320:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbae6811f00 count: 0 00010000:00000010:2.0:1789466085.716322:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cbae6817d80. 00010000:00000001:2.0:1789466085.716327:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716328:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716330:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbad74b7e00/0x1b8f1d54e34afca9 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x10:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ab62 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00000040:2.0:1789466085.716335:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cb9e8aa3b00 count: 0 00010000:00000010:2.0:1789466085.716337:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cba004b1d80. 00010000:00000001:2.0:1789466085.716342:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716343:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716345:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e8800/0x1b8f1d54e34afcef lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ac57 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00000040:2.0:1789466085.716350:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbae6811a00 count: 0 00010000:00000010:2.0:1789466085.716352:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cbae6817a80. 00010000:00000001:2.0:1789466085.716356:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716358:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716359:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9e89e9a00/0x1b8f1d54e34afd35 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ad4c expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000100:00000001:3.0:1789466085.716376:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000040:2.0:1789466085.716377:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbae6811700 count: 0 00000100:00000001:3.0:1789466085.716381:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1789466085.716383:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cbae6817100. 00010000:00000001:2.0:1789466085.716390:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00080000:3.0:1789466085.716392:0:253751:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8cbad742e680 x1876386402353536/t0(0) o103->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789466085.716393:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716399:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbad74b7000/0x1b8f1d54e34afd7b lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86ae41 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000100:00000001:3.0:1789466085.716426:0:253751:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466085.716432:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466085.716439:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466085.716442:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466085.716449:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466085.716455:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1789466085.716455:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cb9e8aa3400 count: 0 00010000:00000010:2.0:1789466085.716468:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cba004b1280. 00000100:00000001:3.0:1789466085.716475:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1789466085.716476:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789466085.716480:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466085.716481:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1789466085.716485:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1789466085.716487:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cbb021e7000/0x1b8f1d54e34afdc1 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86af36 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000100:00000001:3.0:1789466085.716489:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466085.716494:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466085.716499:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466085.716502:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1789466085.716509:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbae68c7c00 count: 0 00000100:00000001:3.0:1789466085.716510:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466085.716519:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789466085.716520:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cbaf17c2180. 00010000:00000001:2.0:1789466085.716531:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716533:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716536:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9d3c2f400/0x1b8f1d54e34afe07 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86b02b expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00000040:2.0:1789466085.716543:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cb9e8aa3f00 count: 0 00010000:00000010:2.0:1789466085.716546:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cba004b1980. 00010000:00000001:2.0:1789466085.716551:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716552:0:278714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789466085.716555:0:278714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8cbad29bd800 lock: ffff8cb9d3c2ea00/0x1b8f1d54e34afe4d lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6da27ab53b86b120 expref: -99 pid: 308536 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000100:00000001:3.0:1789466085.716561:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1789466085.716562:0:278714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cb9e8aa3600 count: 0 00000100:00000001:3.0:1789466085.716568:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789466085.716569:0:278714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8cba004b1200. 00010000:00000001:2.0:1789466085.716578:0:278714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789466085.716579:0:278714:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789466085.716583:0:278714:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8cbad2ced9c0. 00010000:00000001:2.0:1789466085.716586:0:278714:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466085.716590:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466085.716592:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466085.716596:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789466085.716603:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466085.716605:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466085.716606:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789466085.716608:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466085.716609:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466085.716611:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.1F:1789466085.719537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cbae0da8720. 00000080:00000010:2.1:1789466085.719571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e71c1ac0. 00000080:00000010:2.1:1789466085.719603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48b40. 00000080:00000010:2.1:1789466085.719608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d487a0. 00000080:00000010:2.1:1789466085.719615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641920. 00000080:00000010:2.1:1789466085.719621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641aa0. 00000080:00000010:2.1:1789466085.719625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e71c16a0. 00000080:00000010:2.1:1789466085.719631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48c40. 00000080:00000010:2.1:1789466085.719634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48480. 00000080:00000010:2.1:1789466085.719638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641500. 00000080:00000010:2.1:1789466085.719641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641c00. 00000080:00000010:2.1:1789466085.719648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641c40. 00000080:00000010:2.1:1789466085.719652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48f40. 00000080:00000010:2.1:1789466085.719657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48520. 00000080:00000010:2.1:1789466085.719662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48240. 00000080:00000010:2.1:1789466085.719666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9f6eaf3e0. 00000080:00000010:2.1:1789466085.719673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9f6eafd40. 00000080:00000010:2.1:1789466085.719677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9f6eaf420. 00000080:00000010:2.1:1789466085.719681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d486c0. 00000080:00000010:2.1:1789466085.719685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48320. 00000080:00000010:2.1:1789466085.719691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48800. 00000080:00000010:2.1:1789466085.719695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e71c1960. 00000080:00000010:2.1:1789466085.719699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9f6eaf100. 00000080:00000010:2.1:1789466085.719703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641080. 00000080:00000010:2.1:1789466085.719706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e9d48fa0. 00000080:00000010:2.1:1789466085.719710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641b20. 00000080:00000010:2.1:1789466085.719715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e71c1b60. 00000080:00000010:2.1:1789466085.719718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e4641200. 00010000:00000010:2.1:1789466085.724192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbacf582e00. 00010000:00000010:2.1:1789466085.724207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad755b400. 00010000:00000010:2.1:1789466085.724211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbacf582000. 00010000:00000010:2.1:1789466085.724216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967ac00. 00010000:00000010:2.1:1789466085.724219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad4778300. 00010000:00000010:2.1:1789466085.724223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbacf582a00. 00010000:00000010:2.1:1789466085.724226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad7427500. 00010000:00000010:2.1:1789466085.724229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967a600. 00010000:00000010:2.1:1789466085.724249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967aa00. 00010000:00000010:2.1:1789466085.724255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad7427600. 00010000:00000010:2.1:1789466085.724259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967a000. 00010000:00000010:2.1:1789466085.724262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbac3cd5000. 00010000:00000010:2.1:1789466085.724265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9ed212a00. 00010000:00000010:2.1:1789466085.724270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbae6811f00. 00010000:00000010:2.1:1789466085.724274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9e89e8000. 00010000:00000010:2.1:1789466085.724278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9e8aa3b00. 00010000:00000010:2.1:1789466085.724282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbad74b7e00. 00010000:00000010:2.1:1789466085.724285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbae6811a00. 00010000:00000010:2.1:1789466085.724287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9e89e8800. 00010000:00000010:2.1:1789466085.724290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbae6811700. 00010000:00000010:2.1:1789466085.724293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9e89e9a00. 00010000:00000010:2.1:1789466085.724295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9e8aa3400. 00010000:00000010:2.1:1789466085.724298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbad74b7000. 00010000:00000010:2.1:1789466085.724301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbae68c7c00. 00010000:00000010:2.1:1789466085.724304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbb021e7000. 00010000:00000010:2.1:1789466085.724307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9e8aa3f00. 00010000:00000010:2.1:1789466085.724311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9d3c2f400. 00010000:00000010:2.1:1789466085.724314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9e8aa3600. 00010000:00000010:2.1:1789466085.724316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9d3c2ea00. 00010000:00000001:0.0:1789466086.737317:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466086.737327:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466086.737335:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466086.737337:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466086.737341:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466086.737342:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466086.737346:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466086.737348:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466086.737352:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466086.737353:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466086.737450:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466086.737454:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466086.737458:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789466087.761318:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466087.761328:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466087.761336:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466087.761337:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466087.761341:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466087.761342:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466087.761346:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466087.761372:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466087.761376:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466087.761377:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466087.761591:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466087.761595:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466087.761599:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466088.018313:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466088.018325:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466088.018363:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789466088.018371:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=6 obd=MGC192.168.203.142@tcp 00000100:00000001:3.0:1789466088.018376:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466088.018381:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466088.018387:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466088.018397:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7e00. 00000100:00000001:3.0:1789466088.018406:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.018422:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466088.018435:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466088.018441:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.018449:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.018725:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466088.018728:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466088.018732:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466088.018735:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466088.018739:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466088.018743:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466088.018748:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18331 00000400:00000200:3.0:1789466088.018762:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466088.018769:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00001000:3.0:1789466088.018774:0:331017:0:(import.c:2196:obd_at_measure()) add 20 to ffff8cbac62f0418 time=127 v=15 (15 1 0 0) 00000100:00001000:3.0:1789466088.018779:0:331017:0:(import.c:2262:obd_at_measure()) AT ffff8cbac62f0418 change: old=15 new=20 delta=5 (val=20) hist 20 1 0 0 00000100:00080000:3.0:1789466088.018782:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 15s 00000100:00000040:3.0:1789466088.018786:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466088.018789:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466088.018792:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466088.018802:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466088.018812:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466088.018825:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466088.018829:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466088.018833:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466088.018835:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466088.018837:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466088.018841:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466088.018843:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466088.018850:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466088.018852:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466088.018865:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466088.018874:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466088.018877:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466088.018879:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466088.018887:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466088.018890:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.018892:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466088.018898:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466088.018901:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.018903:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466088.018908:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789466088.018910:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=7 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466088.018914:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466088.018916:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.018919:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466088.018921:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466088.018923:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466088.018929:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893000. 00000100:00000001:3.0:1789466088.018933:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466088.018941:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466088.018949:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466088.018951:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.018962:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.019018:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466088.019022:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466088.019094:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466088.019097:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466088.019099:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466088.019103:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466088.019106:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18331 00000400:00000200:3.0:1789466088.019110:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466088.019114:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00001000:3.0:1789466088.019116:0:331017:0:(import.c:2196:obd_at_measure()) add 20 to ffff8cbac62f2418 time=71 v=15 (15 1 1 1) 00000100:00001000:3.0:1789466088.019119:0:331017:0:(import.c:2262:obd_at_measure()) AT ffff8cbac62f2418 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:3.0:1789466088.019122:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 15s 00000100:00000040:3.0:1789466088.019125:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466088.019127:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466088.019129:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466088.019173:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466088.019179:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466088.019182:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466088.019189:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466088.019198:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466088.019201:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466088.019204:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789466088.019206:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:0.0:1789466088.019208:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789466088.019210:0:331017:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1789466088.019210:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466088.019211:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466088.019213:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:0.0:1789466088.019214:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353792:192.168.203.142@tcp:38:kworker.0 00000020:00000040:3.0:1789466088.019216:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466088.019218:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:0.0:1789466088.019219:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1789466088.019220:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466088.019223:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:0.0:1789466088.019223:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789466088.019225:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1789466088.019226:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.019227:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466088.019228:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:0.0:1789466088.019229:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1789466088.019231:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 02000000:00000010:0.0:1789466088.019234:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbad7409800. 02000000:00000001:0.0:1789466088.019236:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466088.019244:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466088.019250:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c528. 00000400:00000010:0.0:1789466088.019259:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089110. 00000100:00000001:2.0:1789466088.019267:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1789466088.019269:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402353792, portal 10 00000100:00000001:2.0:1789466088.019273:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466088.019274:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466088.019277:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789466088.019278:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:2.0:1789466088.019287:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789466088.019290:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789466088.019307:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789466088.019308:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466088.019311:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789466088.019313:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.019313:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466088.019315:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 02000000:00000001:3.0:1789466088.019318:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789466088.019319:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1789466088.019320:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 02000000:00000001:2.0:1789466088.019323:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1789466088.019326:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402353792, offset 0 02000000:00000001:2.0:1789466088.019327:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466088.019335:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c7fedfa-8315-41a8-a198-9b7e47e56869:253752:1876386402353664:192.168.203.142@tcp:400:kworker.0 00000400:00000200:0.0:1789466088.019340:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:2.0:1789466088.019341:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466088.019347:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466088.019350:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466088.019352:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1789466088.019355:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 02000000:00000010:2.0:1789466088.019359:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cba0040a000. 02000000:00000001:2.0:1789466088.019363:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466088.019369:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466088.019373:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000010:2.0:1789466088.019375:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7840. 00000400:00000200:0.0:1789466088.019382:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1789466088.019383:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789466088.019388:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402353664, portal 25 00000400:00000200:0.0:1789466088.019390:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000001:2.0:1789466088.019393:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466088.019396:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000400:00000200:0.0:1789466088.019398:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466088.019404:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000100:00000040:2.0:1789466088.019405:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789466088.019411:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93548:93548:256:4294967295] 192.168.203.142@tcp LPNI seq info [93548:93548:8:4294967295] 00000100:00000001:2.0:1789466088.019422:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1789466088.019422:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:2.0:1789466088.019428:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466088.019432:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de220. 00000400:00000200:0.0:1789466088.019438:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000100:00000200:2.0:1789466088.019447:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876386402353664, offset 0 00000800:00000200:0.0:1789466088.019448:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466088.019456:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466088.019456:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40ae800. 00000400:00000200:2.0:1789466088.019463:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:0.0:1789466088.019468:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000400:00000200:2.0:1789466088.019470:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466088.019475:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466088.019477:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466088.019482:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1789466088.019483:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000400:00000200:2.0:1789466088.019487:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466088.019492:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93549:93549:255:4294967295] 192.168.203.142@tcp LPNI seq info [93549:93549:7:4294967295] 00000400:00000200:2.0:1789466088.019496:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.019502:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466088.019506:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466088.019510:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000800:00000200:2.0:1789466088.019514:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466088.019519:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466088.019522:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466088.019535:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466088.019540:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466088.019543:0:253752:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313005301 00000100:00000010:2.0:1789466088.019547:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789466088.019555:0:253752:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789466088.019564:0:253752:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313005301 00000100:00000010:2.0:1789466088.019566:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d240. 00000100:00000001:2.0:1789466088.019570:0:253752:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789466088.019573:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466088.019575:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.019578:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.019581:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789466088.019590:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466088.019591:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466088.019595:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789466088.019599:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466088.019606:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466088.019608:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.019611:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466088.019672:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.019675:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466088.019679:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466088.019681:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.019683:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466088.019688:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789466088.019691:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466088.019694:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466088.019696:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.019698:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466088.019701:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466088.019704:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466088.019709:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891800. 00000100:00000001:3.0:1789466088.019715:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466088.019721:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466088.019729:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466088.019732:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.019735:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.019744:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466088.019745:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1789466088.019747:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:2.0:1789466088.019751:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000100:00000001:3.0:1789466088.019754:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466088.019760:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000400:00000200:2.0:1789466088.019760:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1789466088.019765:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466088.019768:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466088.019772:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1789466088.019772:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 02000000:00000001:3.0:1789466088.019775:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466088.019781:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:2.0:1789466088.019787:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 02000000:00000010:3.0:1789466088.019788:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7600. 00000100:00000001:2.0:1789466088.019791:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789466088.019794:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789466088.019798:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466088.019802:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466088.019821:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466088.019822:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789466088.019824:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466088.019829:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.019838:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.019841:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466088.019844:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.020125:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.020129:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1789466088.020635:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40ae800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789466088.020654:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466088.020659:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789466088.020665:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466088.020669:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313004062 00000100:00000001:0.0:1789466088.020673:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313005301 00000100:00000001:0.0:1789466088.020675:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313004062 00000100:00000001:0.0:1789466088.020677:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313005301 00000100:00000001:0.0:1789466088.020680:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466088.020683:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466088.020688:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466088.020690:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466088.020698:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466088.020700:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789466088.020702:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466088.020704:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466088.020706:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466088.020713:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466088.020741:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466088.020743:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466088.020746:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789466088.020749:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466088.020751:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466088.020755:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353920:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789466088.020759:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789466088.020763:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466088.020765:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466088.020767:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789466088.020772:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbad740bc00. 02000000:00000001:0.0:1789466088.020774:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466088.020778:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466088.020782:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cec8. 00000400:00000010:0.0:1789466088.020788:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0893b8. 00000100:00000200:0.0:1789466088.020810:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402353920, portal 10 00000100:00000001:0.0:1789466088.020813:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789466088.020814:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:0.0:1789466088.020823:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466088.020829:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789466088.020831:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789466088.020834:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089000. 00000100:00000200:0.0:1789466088.020837:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402353920, offset 0 00000400:00000200:0.0:1789466088.020843:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466088.020860:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466088.020868:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789466088.020872:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789466088.020876:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789466088.020880:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466088.020882:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789466088.020892:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93550:93550:255:4294967295] 192.168.203.142@tcp LPNI seq info [93550:93550:7:4294967295] 00000400:00000200:0.0:1789466088.020897:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466088.020906:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789466088.020912:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466088.020917:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40aeb00. 00000800:00000200:0.0:1789466088.020922:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466088.020930:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466088.020934:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40aeb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789466088.020937:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466088.020941:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789466088.020944:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466088.020946:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313004050 00000100:00000001:0.0:1789466088.020948:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313005301 00000100:00000001:0.0:1789466088.020950:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313004050 00000100:00000001:0.0:1789466088.020952:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313005301 00000100:00000001:0.0:1789466088.020954:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466088.020956:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466088.020958:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466088.020960:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466088.020964:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466088.020966:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789466088.020968:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466088.020969:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466088.020970:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466088.020972:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.021021:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789466088.021623:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466088.021627:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466088.021630:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466088.021635:0:253752:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789466088.021637:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466088.021642:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466088.021643:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466088.021645:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466088.021646:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466088.021648:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466088.021658:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.021668:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466088.021670:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466088.021673:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466088.021676:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466088.021678:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466088.021682:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402354048:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466088.021698:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466088.021704:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466088.021706:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466088.021708:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466088.021714:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad457b400. 02000000:00000001:2.0:1789466088.021717:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466088.021723:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466088.021728:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7688. 00000400:00000010:2.0:1789466088.021734:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de220. 00000100:00000200:2.0:1789466088.021739:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354048, portal 4 00000100:00000001:2.0:1789466088.021741:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466088.021742:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:2.0:1789466088.021751:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.021759:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466088.021762:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466088.021766:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789466088.021768:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402354048, offset 0 00000400:00000200:2.0:1789466088.021774:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466088.021781:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000010:3.0:1789466088.021786:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000400:00000200:2.0:1789466088.021788:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000020:00000040:3.0:1789466088.021794:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000400:00000200:2.0:1789466088.021795:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466088.021801:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000001:3.0:1789466088.021802:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1789466088.021806:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1789466088.021807:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1789466088.021811:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 02000000:00000001:3.0:1789466088.021813:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466088.021817:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93551:93551:254:4294967295] 192.168.203.142@tcp LPNI seq info [93551:93551:6:4294967295] 00000400:00000200:2.0:1789466088.021822:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.021831:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 02000000:00000010:3.0:1789466088.021834:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7400. 00000800:00000200:2.0:1789466088.021839:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789466088.021843:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789466088.021846:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000100:00000040:3.0:1789466088.021853:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1789466088.021857:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466088.021871:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466088.021875:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466088.021879:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466088.021883:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43577 usecs (44 jiffies) 00000400:00000200:2.0:1789466088.021886:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466088.021889:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313004080 00000100:00000001:2.0:1789466088.021892:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313005301 00000100:00000001:2.0:1789466088.021894:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313004080 00000100:00000001:2.0:1789466088.021897:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313005301 00000100:00000001:2.0:1789466088.021900:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466088.021903:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.021905:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.021908:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.021942:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466088.021945:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466088.021949:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466088.021951:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466088.021952:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466088.021954:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.021956:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466088.022030:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466088.022035:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40ae800. 00000400:00000200:2.0:1789466088.022040:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789466088.022203:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466088.022208:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.022215:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.022238:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.022244:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18341) 00000100:00000001:3.0:1789466088.022265:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466088.022268:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466088.022269:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466088.022274:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.022294:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466088.022295:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466088.022297:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466088.022299:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466088.022302:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466088.022305:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402354176:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466088.022308:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466088.022311:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466088.022323:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466088.022326:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466088.022330:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac6b0a800. 02000000:00000001:3.0:1789466088.022331:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466088.022336:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466088.022341:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf160. 00000400:00000010:3.0:1789466088.022345:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789466088.022348:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354176, portal 4 00000100:00000001:3.0:1789466088.022350:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466088.022352:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:3.0:1789466088.022358:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.022365:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466088.022368:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466088.022370:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789466088.022372:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402354176, offset 0 00000400:00000200:3.0:1789466088.022386:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466088.022391:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466088.022399:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466088.022403:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466088.022405:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466088.022408:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466088.022410:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466088.022420:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93552:93552:253:4294967295] 192.168.203.142@tcp LPNI seq info [93552:93552:5:4294967295] 00000400:00000200:3.0:1789466088.022662:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466088.022672:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466088.022677:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466088.022682:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466088.022687:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466088.022693:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466088.022697:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466088.022700:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.022704:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14471 usecs (15 jiffies) 00000400:00000200:3.0:1789466088.022707:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466088.022709:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313004052 00000100:00000001:3.0:1789466088.022711:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313005301 00000100:00000001:3.0:1789466088.022714:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313004052 00000100:00000001:3.0:1789466088.022716:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313005301 00000100:00000001:3.0:1789466088.022718:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466088.022721:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.022724:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.022726:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466088.022732:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466088.022734:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466088.022736:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466088.022737:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466088.022739:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.022741:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466088.023607:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466088.023619:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:2.0:1789466088.023624:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:2.0:1789466088.023635:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466088.023645:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023656:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466088.023660:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023688:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.023690:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466088.023733:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466088.023737:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40aeb00. 00000400:00000200:2.0:1789466088.023741:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466088.023746:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466088.023749:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089000 00000400:00000010:2.0:1789466088.023751:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089000. 00000100:00000001:2.0:1789466088.023753:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466088.023758:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023765:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466088.023768:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023776:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.023777:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466088.023786:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466088.023789:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:2.0:1789466088.023792:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466088.023796:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466088.023799:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:2.0:1789466088.023801:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:2.0:1789466088.023804:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466088.023808:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023817:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466088.023820:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023826:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.023828:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466088.023920:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466088.023928:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789466088.023932:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466088.023936:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466088.023939:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:2.0:1789466088.023941:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:2.0:1789466088.023945:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466088.023950:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023958:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466088.023960:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.023978:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.023980:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789466088.024011:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466088.024014:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466088.024019:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466088.024022:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466088.024025:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466088.024028:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466088.024031:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789466088.027617:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027634:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466088.027638:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027641:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466088.027662:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027669:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466088.027679:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027684:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027690:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027694:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94380 00000400:00000200:2.0:1789466088.027698:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027704:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7445 [1] + 224 00000800:00000001:2.0:1789466088.027712:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027716:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466088.027731:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466088.027736:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466088.027743:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466088.027752:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466088.027762:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.027775:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466088.027785:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027789:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466088.027791:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027793:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466088.027796:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027800:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466088.027804:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027807:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027809:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027811:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94400 00000400:00000200:2.0:1789466088.027814:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466088.027818:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7455 [1] + 224 00000800:00000001:2.0:1789466088.027822:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027828:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466088.027831:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466088.027834:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466088.027837:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466088.027842:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466088.027850:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466088.027858:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466088.027870:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466088.027878:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466088.028641:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466088.028646:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466088.028653:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466088.028655:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466088.028658:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf160. 00000400:00000200:3.0:1789466088.028663:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:3.0:1789466088.028666:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:3.0:1789466088.028679:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466088.028686:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466088.028695:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.028701:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466088.028703:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466088.028706:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466088.028709:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466088.028711:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466088.028713:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466088.028716:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466088.028726:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466088.028730:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=17 v=5 (1 1 1 0) 00000100:00000001:3.0:1789466088.028732:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466088.028734:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466088.028737:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466088.028740:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.028744:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466088.028746:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466088.028748:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466088.028750:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.028755:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.028767:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466088.028770:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466088.028772:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466088.028776:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466088.028784:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402354176:192.168.203.142@tcp:400:kworker.0 00000400:00000001:3.0:1789466088.028789:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466088.028796:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466088.028798:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7688. 00000400:00000200:3.0:1789466088.028801:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:3.0:1789466088.028802:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000100:00000001:3.0:1789466088.028806:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466088.028810:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466088.028818:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.028824:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466088.028826:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466088.028828:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466088.028829:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466088.028831:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466088.028832:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466088.028834:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466088.028840:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466088.028843:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466088.028845:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466088.028846:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466088.028848:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466088.028850:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.028852:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466088.028853:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466088.028855:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466088.028856:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466088.028860:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.028867:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466088.028869:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466088.028870:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466088.028873:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466088.028892:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402354048:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466088.028897:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.028899:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466088.028903:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402354176/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.028908:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466088.028910:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466088.028913:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac6b0a800. 02000000:00000001:3.0:1789466088.028916:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466088.028919:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466088.028920:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466088.028922:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466088.028924:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7400. 02000000:00000001:3.0:1789466088.028927:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466088.028929:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466088.028930:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:3.0:1789466088.028936:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466088.028938:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466088.028940:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466088.028942:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402354048/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466088.028948:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466088.028949:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466088.028951:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad457b400. 02000000:00000001:3.0:1789466088.028953:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466088.028954:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466088.028956:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466088.028957:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466088.028959:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7600. 02000000:00000001:3.0:1789466088.028961:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466088.028962:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466088.028963:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:3.0:1789466088.028971:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466088.028972:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466088.028976:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.028977:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466088.028979:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466088.028980:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466088.028982:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466088.785408:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466088.785419:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466088.785428:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466088.785429:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466088.785433:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466088.785435:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466088.785439:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466088.785464:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466088.785470:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466088.785471:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466088.786060:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466088.786065:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466088.786069:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466089.042062:0:253749:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466089.042079:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466089.042082:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466089.042088:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466089.042091:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466089.042096:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466089.042100:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466089.297259:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313005301, at 4313005312 00000100:00000010:3.0:1789466089.297276:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d240. 00000100:00000040:2.0:1789466089.298181:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313005301, at 4313005313 00000100:00000010:2.0:1789466089.298190:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00010000:00000001:0.0:1789466089.809390:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466089.809398:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466089.809404:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466089.809405:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466089.809409:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466089.809410:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466089.809412:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466089.809414:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466089.809417:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466089.809418:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466089.810096:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466089.810100:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466089.810103:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466090.065265:0:253749:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466090.065279:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466090.065282:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466090.065287:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466090.065289:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466090.065293:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466090.065296:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833805:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466090.833814:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466090.833816:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466090.833823:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466090.833825:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466090.833827:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833832:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466090.833834:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833837:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833840:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833847:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466090.833848:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833868:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466090.833869:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833873:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466090.833875:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466090.833876:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466090.833879:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466090.833880:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466090.833881:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833883:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466090.833884:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833885:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833887:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466090.833890:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466090.833892:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466090.838321:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466090.838327:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466090.838332:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466091.090204:0:253749:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466091.090215:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466091.090217:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466091.090222:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466091.090225:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466091.090228:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466091.090232:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466091.549329:0:331120:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466091.858332:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466091.858339:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466091.858344:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466091.858346:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466091.858349:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466091.858350:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466091.858354:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466091.858355:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466091.858358:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466091.858359:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466091.858458:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466091.858461:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466091.858471:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466092.113408:0:253749:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466092.113420:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466092.113422:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466092.113427:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466092.113429:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466092.113432:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466092.113435:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789466092.602937:0:331213:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883769:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466092.883776:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883781:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466092.883783:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883786:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466092.883789:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466092.883791:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466092.883797:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466092.883799:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466092.883801:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883803:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466092.883805:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883807:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883809:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883812:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466092.883820:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466092.883824:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466092.883825:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466092.883998:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466092.884002:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466092.884005:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789466092.924541:0:331249:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789466092.924549:0:331249:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160i: changelog user register/unregister race ========================================================== 05:54:51 (1789466091) 00000001:00000001:3.0:1789466092.935179:0:331249:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1789466093.139373:0:253749:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466093.139380:0:253749:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1789466093.139395:0:253749:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466077/real 1789466077] req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466093.140385:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466093.140393:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466093.140401:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789466093.140407:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=7 obd=MGC192.168.203.142@tcp 00000100:00000001:2.0:1789466093.140411:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466093.140414:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466093.140419:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466093.140425:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6700. 00000100:00000001:2.0:1789466093.140432:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140441:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466093.140453:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466093.140457:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140463:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_01_00+0] req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.140488:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789466093.140491:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466093.140495:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466093.140497:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466093.140500:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466093.140503:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466093.140507:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466093.140522:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789466093.140525:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466093.140527:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466093.140528:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466093.140530:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466093.140534:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6000. 00000100:00000001:2.0:1789466093.140537:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140541:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466093.140548:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466093.140550:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140554:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_01_01+1] req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.140562:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140564:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466093.140567:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466093.140571:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789466093.140573:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466093.140575:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466093.140576:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466093.140578:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466093.140581:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6500. 00000100:00000001:2.0:1789466093.140584:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140587:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466093.140594:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466093.140596:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140599:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_01_00+0] req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.140606:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.140617:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18346) 00000100:00000001:2.0:1789466093.140633:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.140637:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.140641:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466093.140647:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.140654:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.140656:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.140660:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466093.140663:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466093.140665:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466093.140669:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c7fedfa-8315-41a8-a198-9b7e47e56869:253751:1876386402354304:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466093.140674:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466093.140679:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466093.140682:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.140685:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466093.140689:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac5339e00. 02000000:00000001:2.0:1789466093.140692:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466093.140701:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466093.140707:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000010:2.0:1789466093.140714:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789466093.140721:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354304, portal 25 00000100:00000001:2.0:1789466093.140724:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466093.140726:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:2.0:1789466093.140732:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.140739:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466093.140742:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466093.140744:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789466093.140747:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876386402354304, offset 0 00000400:00000200:2.0:1789466093.140754:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466093.140763:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.140772:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466093.140777:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466093.140790:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466093.140794:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466093.140797:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466093.140801:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93553:93553:256:4294967295] 192.168.203.142@tcp LPNI seq info [93553:93553:8:4294967295] 00000400:00000200:2.0:1789466093.140806:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.140817:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466093.140823:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466093.140827:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789466093.140834:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466093.140842:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466093.140845:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466093.142214:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466093.142227:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466093.142230:0:253751:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313010424 00000100:00000010:2.0:1789466093.142240:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d5a0. 00000100:00000001:2.0:1789466093.142246:0:253751:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789466093.142252:0:253751:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313010424 00000100:00000010:2.0:1789466093.142255:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789466093.142258:0:253751:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789466093.142260:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466093.142263:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.142267:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466093.142275:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.142282:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.142284:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.142287:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466093.142290:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466093.142292:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466093.142944:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402354560:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466093.142960:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466093.142975:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466093.142978:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.142980:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466093.142986:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac5339200. 02000000:00000001:2.0:1789466093.142988:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466093.142994:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466093.142998:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000010:2.0:1789466093.143004:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789466093.143011:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354560, portal 4 00000100:00000001:2.0:1789466093.143014:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466093.143015:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:2.0:1789466093.143024:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143032:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466093.143035:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466093.143038:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789466093.143040:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402354560, offset 0 00000400:00000200:2.0:1789466093.143047:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466093.143055:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.143062:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466093.143067:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466093.143071:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466093.143075:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466093.143077:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466093.143080:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93554:93554:255:4294967295] 192.168.203.142@tcp LPNI seq info [93554:93554:7:4294967295] 00000400:00000200:2.0:1789466093.143085:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.143094:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466093.143203:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466093.143209:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789466093.143215:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466093.143227:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466093.143231:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466093.143234:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.143239:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14471 usecs (15 jiffies) 00000400:00000200:2.0:1789466093.143243:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466093.143245:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313009173 00000100:00000001:2.0:1789466093.143248:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313010424 00000100:00000001:2.0:1789466093.143250:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313009173 00000100:00000001:2.0:1789466093.143252:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313010424 00000100:00000001:2.0:1789466093.143254:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466093.143256:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143260:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143262:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.143265:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143267:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143270:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143278:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466093.143280:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789466093.143283:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.143284:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.143286:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143288:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.143289:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143291:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466093.143373:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789466093.143375:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143378:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466093.143380:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143381:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.143382:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.143383:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466093.143389:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143396:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.143404:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.143407:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466093.143409:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466093.143411:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466093.143414:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402354432:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466093.143418:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466093.143420:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466093.143422:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.143423:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466093.143426:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac5338400. 02000000:00000001:2.0:1789466093.143428:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466093.143431:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466093.143434:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7108. 00000400:00000010:2.0:1789466093.143437:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789466093.143440:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354432, portal 4 00000100:00000001:2.0:1789466093.143442:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466093.143443:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836124416 : -126740873427200 : ffff8cbad742c700) 00000100:00000040:2.0:1789466093.143449:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143455:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466093.143457:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466093.143459:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de198. 00000100:00000200:2.0:1789466093.143461:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402354432, offset 0 00000400:00000200:2.0:1789466093.143465:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466093.143469:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.143473:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466093.143475:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466093.143477:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466093.143479:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466093.143481:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466093.143484:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93555:93555:254:4294967295] 192.168.203.142@tcp LPNI seq info [93555:93555:6:4294967295] 00000400:00000200:2.0:1789466093.143487:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.143493:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466093.143504:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466093.143508:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789466093.143512:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466093.143516:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466093.143519:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466093.143522:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.143526:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43548 usecs (44 jiffies) 00000400:00000200:2.0:1789466093.143530:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466093.143532:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313009202 00000100:00000001:2.0:1789466093.143534:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313010424 00000100:00000001:2.0:1789466093.143536:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313009202 00000100:00000001:2.0:1789466093.143538:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313010424 00000100:00000001:2.0:1789466093.143540:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466093.143543:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143545:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143547:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.143548:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.143550:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143552:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143572:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.143575:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.143576:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143579:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466093.143617:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466093.143622:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:2.0:1789466093.143627:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466093.143632:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466093.143638:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000400:00000010:2.0:1789466093.143640:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:2.0:1789466093.143644:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466093.143649:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143669:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.143673:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143679:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143681:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466093.143695:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466093.143697:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:2.0:1789466093.143700:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466093.143703:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466093.143705:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:2.0:1789466093.143707:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:2.0:1789466093.143709:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466093.143712:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143719:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.143722:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.143727:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.143729:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789466093.144447:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466093.144455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466093.144456:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.144459:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466093.144461:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466093.144463:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466093.144464:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466093.145376:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466093.145383:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:2.0:1789466093.145389:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466093.145397:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466093.145403:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de198 00000400:00000010:2.0:1789466093.145406:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de198. 00000100:00000001:2.0:1789466093.145411:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466093.145417:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.145428:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.145431:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.145450:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.145452:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789466093.156389:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.156407:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466093.156410:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.156414:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466093.156422:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.156431:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466093.156441:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.156447:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.156453:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.156458:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94580 00000400:00000200:2.0:1789466093.156464:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.156470:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7475 [1] + 224 00000800:00000001:2.0:1789466093.156477:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.156481:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466093.156484:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466093.156488:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466093.158200:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466093.158218:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466093.158231:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158247:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466093.158263:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.158273:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466093.158275:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.158278:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466093.158284:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.158289:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466093.158365:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.158380:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.158384:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.158388:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94500 00000400:00000200:2.0:1789466093.158392:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.158397:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7485 [1] + 224 00000800:00000001:2.0:1789466093.158403:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.158410:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466093.158413:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466093.158418:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466093.158423:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466093.158428:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466093.158436:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158443:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466093.158447:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466093.158449:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158465:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.158468:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789466093.158475:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466093.158477:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466093.158479:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7108. 00000400:00000200:2.0:1789466093.158483:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:2.0:1789466093.158485:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:2.0:1789466093.158488:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466093.158492:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466093.158507:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158514:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466093.158516:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158519:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466093.158528:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466093.158531:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466093.158533:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.158536:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466093.158546:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466093.158551:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1789466093.158554:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466093.158555:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466093.158558:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789466093.158561:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.158564:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789466093.158566:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:2.0:1789466093.158568:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789466093.158569:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.158575:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158582:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466093.158586:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466093.158588:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466093.158593:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466093.158601:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402354432:192.168.203.142@tcp:400:kworker.0 00000400:00000001:2.0:1789466093.158608:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466093.158610:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466093.158612:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000200:2.0:1789466093.158615:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:2.0:1789466093.158616:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:2.0:1789466093.158619:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466093.158622:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466093.158630:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158647:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466093.158649:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158651:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466093.158652:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466093.158654:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466093.158655:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.158657:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466093.158661:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466093.158664:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=22 v=5 (1 1 1 0) 00000100:00000001:2.0:1789466093.158666:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466093.158667:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466093.158669:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789466093.158671:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.158673:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789466093.158674:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:2.0:1789466093.158676:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789466093.158678:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.158682:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158688:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466093.158690:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466093.158692:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466093.158695:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466093.158703:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402354560:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466093.158707:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158709:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.158711:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158713:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.158715:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.158719:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402354432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158736:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466093.158738:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466093.158741:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac5338400. 02000000:00000001:2.0:1789466093.158744:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466093.158747:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466093.158749:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:2.0:1789466093.158751:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466093.158753:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6000. 02000000:00000001:2.0:1789466093.158756:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466093.158757:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466093.158759:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:2.0:1789466093.158762:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466093.158764:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158765:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.158769:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402354560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.158774:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466093.158775:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466093.158777:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac5339200. 02000000:00000001:2.0:1789466093.158779:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466093.158779:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466093.158781:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:2.0:1789466093.158783:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466093.158784:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6500. 02000000:00000001:2.0:1789466093.158786:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466093.158787:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466093.158788:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:2.0:1789466093.158790:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466093.158791:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158794:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.158796:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.158797:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.158799:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158801:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.158802:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.158809:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.158810:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789466093.198403:0:253749:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466093.198409:0:253749:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466093.198414:0:253749:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30000. 00000400:00000200:1.0:1789466093.198420:0:253749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:1.0:1789466093.198423:0:253749:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:1.0:1789466093.198428:0:253749:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466093.198439:0:253749:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466093.198450:0:253749:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466093.198457:0:253749:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466093.198460:0:253749:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466093.198463:0:253749:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466093.198465:0:253749:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466093.198469:0:253749:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466093.198477:0:253749:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1789466093.198480:0:253749:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789466093.198491:0:253749:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.142@tcp: Connection to MGS (at 192.168.203.142@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1789466093.209982:0:253749:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.142@tcp for MGC192.168.203.142@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1789466093.209987:0:253749:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1789466093.209989:0:253749:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1789466093.209992:0:253749:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1789466093.210000:0:253749:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466093.210013:0:253749:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466093.210029:0:253749:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466093.210043:0:253749:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466093.210052:0:253749:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1789466093.210054:0:253749:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1789466093.210056:0:253749:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789466093.210059:0:253749:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789466093.210061:0:253749:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1789466093.210063:0:253749:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466093.210065:0:253749:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789466093.210067:0:253749:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789466093.210068:0:253749:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1789466093.210070:0:253749:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466093.210071:0:253749:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789466093.210073:0:253749:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:1.0:1789466093.210086:0:253749:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1789466093.210088:0:253749:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210237:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466093.210241:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789466093.210248:0:253750:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789466093.210250:0:253750:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789466093.210254:0:253750:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f308f0. 00000400:00000200:0.0:1789466093.210259:0:253750:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:0.0:1789466093.210262:0:253750:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:0.0:1789466093.210266:0:253750:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789466093.210272:0:253750:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789466093.210281:0:253750:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466093.210288:0:253750:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789466093.210291:0:253750:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466093.210306:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466093.210314:0:253750:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1789466093.210316:0:253750:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210319:0:253750:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789466093.210321:0:253750:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466093.210325:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789466093.210334:0:253750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8c7fedfa-8315-41a8-a198-9b7e47e56869:253750:1876386402352896:192.168.203.142@tcp:400:kworker.0 00000100:00000001:0.0:1789466093.210352:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210355:0:253750:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789466093.210359:0:253750:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402352896/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466098 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466093.210366:0:253750:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789466093.210369:0:253750:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789466093.210373:0:253750:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac46b2200. 02000000:00000001:0.0:1789466093.210377:0:253750:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789466093.210380:0:253750:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789466093.210382:0:253750:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=6 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789466093.210384:0:253750:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789466093.210386:0:253750:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac40aec00. 02000000:00000001:0.0:1789466093.210390:0:253750:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789466093.210392:0:253750:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789466093.210393:0:253750:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:0.0:1789466093.210397:0:253750:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789466093.210398:0:253750:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210400:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210407:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466093.210408:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466093.210411:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466093.210413:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466093.210430:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466093.210432:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466093.210433:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466093.210434:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466093.210436:0:253749:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466093.210440:0:253749:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466093.210447:0:253749:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1789466093.210449:0:253749:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210451:0:253749:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789466093.210452:0:253749:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466093.210456:0:253749:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789466093.210469:0:253749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8c7fedfa-8315-41a8-a198-9b7e47e56869:253749:1876386402352256:192.168.203.142@tcp:400:kworker.0 00000100:00000001:0.0:1789466093.210473:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210475:0:253749:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789466093.210477:0:253749:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7800 x1876386402352256/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1789466093 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466093.210483:0:253749:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789466093.210484:0:253749:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789466093.210486:0:253749:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b21c00. 02000000:00000001:0.0:1789466093.210490:0:253749:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789466093.210491:0:253749:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789466093.210493:0:253749:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789466093.210494:0:253749:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789466093.210496:0:253749:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9fb181600. 02000000:00000001:0.0:1789466093.210499:0:253749:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789466093.210500:0:253749:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789466093.210501:0:253749:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7800. 00000100:00000001:0.0:1789466093.210504:0:253749:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789466093.210505:0:253749:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210507:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466093.210511:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466093.210512:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466093.210514:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466093.210516:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.210904:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.210907:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789466093.210912:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466093.210914:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466093.210917:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7840. 00000400:00000200:2.0:1789466093.210921:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:2.0:1789466093.210923:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:2.0:1789466093.210927:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466093.210932:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466093.210942:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.210947:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466093.210949:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466093.210953:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.210959:0:253752:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789466093.210961:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.210972:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466093.210973:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466093.210977:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466093.210985:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8c7fedfa-8315-41a8-a198-9b7e47e56869:253752:1876386402353664:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466093.210989:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.210991:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.210995:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402353664/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466104 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211001:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466093.211003:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466093.211013:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cba0040a000. 02000000:00000001:2.0:1789466093.211017:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466093.211019:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466093.211020:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789466093.211022:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466093.211024:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7e00. 02000000:00000001:2.0:1789466093.211027:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466093.211028:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466093.211030:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:2.0:1789466093.211032:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466093.211034:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211036:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211040:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466093.211041:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211043:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.211045:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211053:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.211055:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789466093.211058:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466093.211060:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466093.211062:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:2.0:1789466093.211064:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:2.0:1789466093.211066:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:2.0:1789466093.211068:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466093.211073:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466093.211081:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211087:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466093.211088:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466093.211091:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211110:0:253751:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789466093.211112:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211113:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466093.211121:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466093.211125:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466093.211155:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8c7fedfa-8315-41a8-a198-9b7e47e56869:253751:1876386402354304:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466093.211160:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211163:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.211165:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211168:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211169:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.211172:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402354304/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1789466109 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211178:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466093.211179:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466093.211181:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac5339e00. 02000000:00000001:2.0:1789466093.211184:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466093.211185:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466093.211186:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789466093.211188:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466093.211189:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6700. 02000000:00000001:2.0:1789466093.211192:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466093.211193:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466093.211194:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:2.0:1789466093.211198:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466093.211199:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211201:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211202:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.211204:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.211205:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211206:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.211207:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211209:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211210:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789466093.211224:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466093.211229:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789466093.211237:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789466093.211239:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789466093.211243:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789466093.211246:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18060 00000400:00000200:2.0:1789466093.211254:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.211259:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000040:2.0:1789466093.211263:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466093.211266:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789466093.211268:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466093.211270:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789466093.211276:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789466093.211278:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789466093.211281:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789466093.211283:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789466093.211286:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789466093.211288:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789466093.211291:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466093.211304:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789466093.211306:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466093.211308:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789466093.211311:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789466093.211314:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789466093.211316:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.211318:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789466093.211321:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466093.211323:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211325:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789466093.211328:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789466093.211332:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789466093.211335:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789466093.211338:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789466093.211340:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211349:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466093.211352:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466093.211355:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466093.211361:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6828800. 00000100:00000001:2.0:1789466093.211368:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466093.211374:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466093.211383:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466093.211387:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466093.211391:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211409:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789466093.211412:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466093.211415:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466093.211418:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466093.211421:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466093.211426:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18346) 00000100:00000001:2.0:1789466093.211437:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.211439:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.211441:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466093.211446:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211453:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466093.211454:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.211458:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466093.211460:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466093.211462:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466093.211465:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402354688:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789466093.211469:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466093.211478:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466093.211481:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466093.211483:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466093.211487:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae682b400. 02000000:00000001:2.0:1789466093.211489:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466093.211494:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466093.211497:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000010:2.0:1789466093.211502:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789466093.211508:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402354688, portal 25 00000100:00000001:2.0:1789466093.211511:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466093.211512:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:2.0:1789466093.211518:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211525:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466093.211527:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466093.211530:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789466093.211533:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402354688, offset 0 00000400:00000200:2.0:1789466093.211540:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466093.211547:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.211553:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466093.211558:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466093.211562:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466093.211566:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466093.211569:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466093.211573:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93556:93556:256:4294967295] 192.168.203.142@tcp LPNI seq info [93556:93556:8:4294967295] 00000400:00000200:2.0:1789466093.211577:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466093.211587:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466093.211593:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466093.211599:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000800:00000200:2.0:1789466093.211605:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466093.211614:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466093.211619:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789466093.211636:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466093.211641:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466093.211643:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313010493 00000100:00000001:2.0:1789466093.211649:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313010424 00000100:00000001:2.0:1789466093.211653:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313010493 00000100:00000001:2.0:1789466093.211655:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313010424 00000100:00000001:2.0:1789466093.211658:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466093.211660:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211664:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211666:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211670:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466093.211671:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466093.211674:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466093.211675:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466093.211676:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211678:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466093.211768:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466093.211772:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:2.0:1789466093.211776:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466093.211781:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466093.211786:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:2.0:1789466093.211788:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:2.0:1789466093.211791:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466093.211794:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211801:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466093.211804:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466093.211810:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466093.211812:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789466093.905325:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466093.905334:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466093.905341:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466093.905343:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466093.905347:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466093.905348:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466093.905351:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466093.905353:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466093.905356:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466093.905358:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466093.905489:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466093.905492:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466093.905495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789466094.161355:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789466094.161368:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466094.161370:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466094.161375:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466094.161377:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466094.161473:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466094.161477:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466094.161479:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466094.161481:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466094.161485:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466094.226502:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789466094.226515:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466094.226518:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466094.226522:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466094.226524:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466094.226528:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466094.226530:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466094.481347:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313010493, at 4313010496 00000100:00000010:3.0:1789466094.481364:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000040:2.0:1789466094.481666:0:300278:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313010493, at 4313010496 00000100:00000010:2.0:1789466094.481673:0:300278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d5a0. 00010000:00000001:0.0:1789466094.929306:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466094.929329:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466094.929336:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466094.929338:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466094.929341:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466094.929342:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466094.929346:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466094.929347:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466094.929350:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466094.929351:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466094.929695:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466094.929699:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466094.929702:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466095.251426:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466095.251439:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466095.251441:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466095.251446:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466095.251449:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466095.251452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466095.251454:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953225:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466095.953232:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953239:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466095.953242:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466095.953244:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466095.953250:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466095.953252:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466095.953254:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953257:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466095.953258:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953260:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953262:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953265:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466095.953266:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953269:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466095.953270:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953272:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466095.953274:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466095.953275:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466095.953286:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953289:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466095.953290:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953291:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466095.953313:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466095.953498:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466095.953501:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466095.953504:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789466096.098056:0:331402:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466096.273258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466096.273274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466096.273276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466096.273280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466096.273282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466096.273287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466096.273289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789466096.404845:0:331438:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789466096.404850:0:331438:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160i: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:1.0:1789466096.409017:0:331438:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789466096.979525:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466096.979532:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466096.979538:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466096.979539:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466096.979543:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466096.979544:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466096.979548:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466096.979548:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466096.979551:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466096.980039:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466096.983266:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466096.983272:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466096.983276:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789466097.299241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789466097.299252:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466097.299254:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466097.299259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466097.299261:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466097.299265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466097.299267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466097.551374:0:331538:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 3616 lines, 3616 kept, 0 dropped, 0 bad.