00010000:00000001:0.0F:1776201237.936009:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201237.936041:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201237.936050:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201237.936051:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201237.936054:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201237.936054:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201237.936083:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201237.936085:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201237.936088:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1776201238.958621:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201238.958627:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201238.958644:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201238.958645:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201238.958649:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201238.958649:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201238.958672:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201238.958675:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201238.958678:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1776201239.982562:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201239.982636:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776201239.982638:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776201239.982641:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201239.982647:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776201239.982649:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201239.982651:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201239.982653:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201239.982657:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201239.982658:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201239.982661:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201239.982662:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1776201239.982838:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201239.982854:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201239.982857:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1776201240.212987:0:11276:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201241.005800:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201241.005807:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201241.005814:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201241.005815:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201241.005818:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201241.005819:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201241.005867:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201241.005871:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201241.005893:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1776201241.966034:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) d23467c3-88a5-4456-93b7-5547e25fcce3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776201241.966056:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776201241.966064:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000845a19ce. 00000020:00000040:2.0:1776201241.966071:0:38:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:2.0:1776201241.966077:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776201241.966080:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776201241.966085:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776201241.966097:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066858525. 00000100:00000001:2.0:1776201241.966106:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966118:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging d23467c3-88a5-4456-93b7-5547e25fcce3->MGS req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776201241.966129:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776201241.966133:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966139:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000845a19ce] to pc [ptlrpcd_01_00+0] req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.966160:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966162:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776201241.966166:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776201241.966168:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077f558de. 00000020:00000040:2.0:1776201241.966170:0:38:0:(genops.c:1191:class_import_get()) import 00000000bbe7ec63 refcount=8 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000100:00000001:2.0:1776201241.966172:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776201241.966173:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776201241.966175:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776201241.966178:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0d6c7f9. 00000100:00000001:2.0:1776201241.966180:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966183:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0000_UUID req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776201241.966189:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776201241.966190:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966192:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000077f558de] to pc [ptlrpcd_01_01+1] req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.966199:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966206:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776201241.966208:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776201241.966211:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006990aef9. 00000020:00000040:2.0:1776201241.966213:0:38:0:(genops.c:1191:class_import_get()) import 000000002906445a refcount=7 obd=lustre-MDT0001-mdc-ffff8ec9836a6800 00000100:00000001:2.0:1776201241.966214:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776201241.966215:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776201241.966217:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776201241.966220:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098ad0324. 00000100:00000001:2.0:1776201241.966223:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966226:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0001_UUID req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776201241.966232:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776201241.966233:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.966236:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006990aef9] to pc [ptlrpcd_01_00+0] req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.966242:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776201241.966244:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776201241.966247:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776201241.966249:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776201241.966252:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1776201241.966258:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (484) 00000100:00000001:2.0:1776201241.966277:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.966281:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201241.966283:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776201241.966288:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.966295:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776201241.966297:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201241.966302:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776201241.966304:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201241.966313:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000845a19ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2260:1862481534310976:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776201241.966316:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.966317:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1776201241.966319:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776201241.966320:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776201241.966323:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000001:2.0:1776201241.966325:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776201241.966327:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.966329:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776201241.966330:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201241.966330:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1776201241.966332:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776201241.966333:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776201241.966334:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000503fe39a. 00000100:00100000:3.0:1776201241.966335:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077f558de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a57e2c0c-62c1-418c-9cbb-e31618c02306:2261:1862481534311040:192.168.204.111@tcp:400:kworker/u8:3.0 02000000:00000001:2.0:1776201241.966335:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.966338:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776201241.966340:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776201241.966341:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201241.966342:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776201241.966344:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033172cb1. 00000400:00000200:2.0:1776201241.966345:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 02000000:00000001:3.0:1776201241.966346:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776201241.966349:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:2.0:1776201241.966349:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc4441a. 00000400:00000010:3.0:1776201241.966352:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071d29e0b. 00000400:00000010:3.0:1776201241.966356:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b6679d4. 00000400:00000010:2.0:1776201241.966356:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e69a688a. 00000100:00000200:3.0:1776201241.966362:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311040, portal 10 00000100:00000001:3.0:1776201241.966365:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776201241.966367:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595105184448 : -124478604367168 : ffff8ec991012ac0) 00000100:00000040:3.0:1776201241.966374:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.966381:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776201241.966384:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:3.0:1776201241.966387:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007beb3b30. 00000100:00000200:2.0:1776201241.967317:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534310976, portal 25 00000100:00000001:2.0:1776201241.967324:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776201241.967326:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595105189312 : -124478604362304 : ffff8ec991013dc0) 00000100:00000040:2.0:1776201241.967336:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.967344:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776201241.967347:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:2.0:1776201241.967353:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000019a1052. 00000100:00000200:2.0:1776201241.967356:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481534310976, offset 0 00000400:00000200:2.0:1776201241.967364:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:2.0:1776201241.967375:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.967384:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:2.0:1776201241.967393:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:2.0:1776201241.967397:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776201241.967400:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:2.0:1776201241.968754:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [768:768:256:4294967295] 192.168.204.111@tcp LPNI seq info [768:768:8:4294967295] 00000400:00000200:2.0:1776201241.968765:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.968776:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:2.0:1776201241.968786:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201241.968796:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000032aa4ab (tot 3226286). 00000800:00000200:2.0:1776201241.968806:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201241.968823:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201241.968827:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000032aa4ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776201241.968844:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.968847:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201241.968852:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.968856:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776201241.968864:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.968874:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776201241.968876:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201241.968881:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776201241.968885:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201241.968889:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006990aef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a57e2c0c-62c1-418c-9cbb-e31618c02306:2260:1862481534311104:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776201241.968893:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776201241.968898:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776201241.968901:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201241.968904:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776201241.968908:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059de0520. 02000000:00000001:2.0:1776201241.968910:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776201241.968915:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:2.0:1776201241.968919:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075f6cb70. 00000400:00000010:2.0:1776201241.969244:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae536a19. 00000100:00000200:2.0:1776201241.969255:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311104, portal 10 00000100:00000001:2.0:1776201241.969257:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776201241.969259:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595105188096 : -124478604363520 : ffff8ec991013900) 00000100:00000040:2.0:1776201241.969268:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.969275:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776201241.969277:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:2.0:1776201241.969281:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7dffe68. 00000100:00000200:2.0:1776201241.969283:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481534311104, offset 0 00000400:00000200:2.0:1776201241.969291:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:2.0:1776201241.969299:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.969314:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:2.0:1776201241.969321:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:2.0:1776201241.969324:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776201241.969327:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:2.0:1776201241.969329:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [769:769:255:4294967295] 192.168.204.111@tcp LPNI seq info [769:769:7:4294967295] 00000400:00000200:2.0:1776201241.969334:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.969340:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:2.0:1776201241.969345:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201241.969348:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002596a3ca (tot 3226534). 00000800:00000200:2.0:1776201241.969352:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201241.969356:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201241.969359:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002596a3ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776201241.969362:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.969363:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201241.969365:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.969367:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.969372:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.969383:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776201241.969385:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776201241.969388:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.969390:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201241.969391:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.969394:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201241.969853:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201241.969859:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000032aa4ab (tot 3226286). 00000400:00000200:2.0:1776201241.969866:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201241.969872:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201241.969878:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000019a1052 00000400:00000010:2.0:1776201241.969880:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000019a1052. 00000100:00000001:2.0:1776201241.969884:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201241.969890:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.969901:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201241.969912:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.969918:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.969920:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776201241.970900:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201241.970907:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002596a3ca (tot 3226038). 00000400:00000200:2.0:1776201241.970914:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201241.970920:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201241.970924:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7dffe68 00000400:00000010:2.0:1776201241.970938:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7dffe68. 00000100:00000001:2.0:1776201241.970942:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201241.970948:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.970959:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201241.970962:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.970968:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.970970:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000200:3.0:1776201241.972740:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481534311040, offset 0 00000800:00000001:2.0:1776201241.973849:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:3.0:1776201241.974063:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:3.0:1776201241.974078:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.974093:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:3.0:1776201241.974103:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:3.0:1776201241.974113:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776201241.974117:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:3.0:1776201241.974120:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [770:770:256:4294967295] 192.168.204.111@tcp LPNI seq info [770:770:8:4294967295] 00000400:00000200:3.0:1776201241.974125:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.974134:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:3.0:1776201241.974140:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:3.0:1776201241.974145:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e71159ad (tot 3226286). 00000800:00000200:3.0:1776201241.974153:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:3.0:1776201241.974162:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:3.0:1776201241.974167:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e71159ad type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776201241.974181:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.974184:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776201241.974189:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.974194:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.974199:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.974211:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776201241.974213:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:3.0:1776201241.974216:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776201241.974218:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776201241.974219:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.974222:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776201241.978167:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201241.978178:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201241.978188:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201241.978202:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.978212:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201241.978221:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.978227:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.978232:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.978238:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 10 MB=0x69deac640dac0 00000400:00000200:2.0:1776201241.978244:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201241.978251:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.111@tcp of length 224/224 into md 0x2045 [1] + 224 00000800:00000001:2.0:1776201241.978263:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201241.978277:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201241.978280:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201241.978296:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201241.978305:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201241.978314:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776201241.978326:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.978344:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201241.978357:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201241.978360:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.978382:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.978386:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776201241.978395:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776201241.978397:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776201241.978400:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000075f6cb70. 00000400:00000200:2.0:1776201241.978403:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae536a19 00000400:00000010:2.0:1776201241.978406:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae536a19. 00000100:00000001:2.0:1776201241.978409:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201241.978412:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776201241.978421:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.978426:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776201241.978428:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.978431:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776201241.978435:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776201241.978438:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776201241.978440:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201241.978444:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776201241.978456:0:2260:0:(import.c:1935:at_measured()) add 31 to 00000000e3ac6e18 time=122 v=31 (31 31 0 0) 00000100:00001000:2.0:1776201241.978461:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005d2d87be time=122 v=1 (1 1 0 0) 00000100:00000001:2.0:1776201241.978464:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776201241.978465:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201241.978468:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776201241.978472:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.978476:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776201241.978484:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8ec9836a6800: skip recheck: last_committed 4294967342 00000100:00000001:2.0:1776201241.978487:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776201241.978488:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.978493:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.978500:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201241.978503:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776201241.978505:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776201241.978509:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776201241.980380:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006990aef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a57e2c0c-62c1-418c-9cbb-e31618c02306:2260:1862481534311104:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776201241.980388:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.980393:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201241.980398:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006990aef9 x1862481534311104/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201285 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.980415:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776201241.980418:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776201241.980423:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059de0520. 02000000:00000001:2.0:1776201241.980429:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776201241.980431:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776201241.980434:0:2260:0:(genops.c:1204:class_import_put()) import 000000002906445a refcount=6 obd=lustre-MDT0001-mdc-ffff8ec9836a6800 00000020:00000001:2.0:1776201241.980436:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776201241.980438:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000098ad0324. 02000000:00000001:2.0:1776201241.980445:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776201241.980447:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776201241.980448:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006990aef9. 00000100:00000001:2.0:1776201241.980453:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776201241.980454:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.980458:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.980461:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.980464:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201241.980466:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.980467:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776201241.981955:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776201241.981964:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e71159ad (tot 3226038). 00000400:00000200:3.0:1776201241.981972:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201241.981982:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:3.0:1776201241.981990:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007beb3b30 00000400:00000010:3.0:1776201241.981993:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007beb3b30. 00000100:00000001:3.0:1776201241.981998:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776201241.982006:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.982018:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201241.982021:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.982041:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.982043:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776201241.982059:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.982071:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201241.982074:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.982075:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201241.982082:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.982087:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201241.982094:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.982099:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.982104:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.982109:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 25 MB=0x69deac640da40 00000400:00000200:3.0:1776201241.982115:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.982122:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 224/224 into md 0x2035 [1] + 224 00000800:00000001:3.0:1776201241.982131:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.982139:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201241.982141:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201241.982144:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201241.982148:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201241.982152:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776201241.982160:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.982172:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201241.982180:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.982183:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.982801:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.982806:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776201241.982815:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776201241.982817:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776201241.982819:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc4441a. 00000400:00000200:2.0:1776201241.982824:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e69a688a 00000400:00000010:2.0:1776201241.982825:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e69a688a. 00000100:00000001:2.0:1776201241.982828:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201241.982834:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776201241.982843:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.982848:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776201241.982850:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.982852:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776201241.982855:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776201241.982858:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776201241.982860:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201241.982863:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776201241.982870:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=122 v=1 (1 1 0 0) 00000100:00001000:2.0:1776201241.982874:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=122 v=1 (1 1 0 0) 00000100:00000001:2.0:1776201241.982876:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776201241.982878:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201241.982881:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776201241.982883:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.982885:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201241.982889:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.982895:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201241.982898:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776201241.982900:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776201241.982903:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776201241.982910:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000845a19ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2260:1862481534310976:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776201241.983099:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.983102:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201241.983105:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000845a19ce x1862481534310976/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201248 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201241.983111:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776201241.983113:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776201241.983116:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000503fe39a. 02000000:00000001:2.0:1776201241.983122:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776201241.983124:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776201241.983126:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:2.0:1776201241.983129:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776201241.983130:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000066858525. 02000000:00000001:2.0:1776201241.983137:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776201241.983138:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776201241.983139:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000845a19ce. 00000100:00000001:2.0:1776201241.983143:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776201241.983144:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.983146:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201241.983157:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776201241.983159:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201241.983161:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201241.983163:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776201241.986248:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.986269:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201241.986275:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.986277:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201241.986289:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.986298:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201241.986317:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.986323:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.986328:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.986332:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 10 MB=0x69deac640da80 00000400:00000200:3.0:1776201241.986337:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201241.986344:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.111@tcp of length 224/224 into md 0x202d [1] + 224 00000800:00000001:3.0:1776201241.986354:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.986364:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201241.986367:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201241.986372:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201241.986379:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201241.986388:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776201241.986400:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.987731:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201241.987752:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201241.987758:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.987781:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776201241.987786:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776201241.987795:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776201241.987797:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776201241.987801:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071d29e0b. 00000400:00000200:3.0:1776201241.987806:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b6679d4 00000400:00000010:3.0:1776201241.987809:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b6679d4. 00000100:00000001:3.0:1776201241.987812:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201241.987821:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776201241.987830:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.987835:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776201241.987837:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.987839:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776201241.987853:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776201241.987857:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776201241.987860:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201241.987864:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776201241.987877:0:2261:0:(import.c:1935:at_measured()) add 31 to 00000000f64682bd time=121 v=31 (31 31 0 0) 00000100:00001000:3.0:1776201241.987883:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000003ea2909f time=121 v=2 (2 1 0 0) 00000100:00000001:3.0:1776201241.987885:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776201241.987887:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201241.987890:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776201241.987894:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.987898:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1776201241.987901:0:2261:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8ec9836a6800: committing for last_committed 4294967339 gen 1 00000100:00000040:3.0:1776201241.987908:0:2261:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967339) req@000000002affe7d0 x1862481534310592/t4294967339(4294967339) o35->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:23/10 lens 392/456 e 0 to 0 dl 1776201240 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1776201241.987916:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201241.987918:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002affe7d0 x1862481534310592/t4294967339(4294967339) o35->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:23/10 lens 392/456 e 0 to 0 dl 1776201240 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1776201241.987925:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776201241.987928:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776201241.987932:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000010a2a536. 02000000:00000001:3.0:1776201241.987940:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776201241.987943:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776201241.987945:0:2261:0:(genops.c:1204:class_import_put()) import 00000000bbe7ec63 refcount=7 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000020:00000001:3.0:1776201241.987948:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776201241.987950:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c34374c. 02000000:00000001:3.0:1776201241.987955:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776201241.987957:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776201241.987958:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002affe7d0. 00000100:00000001:3.0:1776201241.987963:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776201241.987964:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.987966:0:2261:0:(client.c:2912:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776201241.987969:0:2261:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776201241.987970:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201241.987974:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.987992:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776201241.987996:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776201241.987998:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776201241.988002:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776201241.988008:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077f558de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a57e2c0c-62c1-418c-9cbb-e31618c02306:2261:1862481534311040:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776201241.988013:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.988015:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201241.988016:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000077f558de x1862481534311040/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201286 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776201241.988021:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776201241.988022:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776201241.988024:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033172cb1. 02000000:00000001:3.0:1776201241.988026:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776201241.988027:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776201241.988028:0:2261:0:(genops.c:1204:class_import_put()) import 00000000bbe7ec63 refcount=6 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000020:00000001:3.0:1776201241.988030:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776201241.988031:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f0d6c7f9. 02000000:00000001:3.0:1776201241.988035:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776201241.988035:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776201241.988036:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077f558de. 00000100:00000001:3.0:1776201241.988039:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776201241.988040:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.988042:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201241.988054:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776201241.988055:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201241.988057:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776201241.988059:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201242.030390:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201242.030399:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201242.030417:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201242.030419:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201242.030423:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201242.030424:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776201242.030482:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201242.030486:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201242.030489:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1776201243.053719:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201243.053727:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053734:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201243.053738:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776201243.053740:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776201243.053746:0:53:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776201243.053748:0:53:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776201243.053750:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053754:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776201243.053757:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053759:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053761:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053765:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201243.053766:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776201243.053767:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776201243.053768:0:53:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776201243.053769:0:53:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776201243.053770:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053772:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776201243.053773:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053774:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.053776:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201243.053797:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.053800:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201243.053802:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1776201243.988893:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201243.988919:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201243.988925:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201243.988927:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201243.988942:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.988952:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201243.988962:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.988968:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.988972:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.988977:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 328 into portal 15 MB=0x69deac6c184c0 00000400:00000200:2.0:1776201243.988988:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.111@tcp of length 328/328 into md 0x1f2d [2] + 0 00000800:00000001:2.0:1776201243.988999:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201243.989019:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201243.989032:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201243.989044:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201243.989053:0:2253:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1776201243.989055:0:2253:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1776201243.989062:0:2253:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000845a19ce. 00000100:00000040:2.0:1776201243.989068:0:2253:0:(events.c:358:request_in_callback()) incoming req@00000000845a19ce x1862481542743232 msgsize 328 00000100:00100000:2.0:1776201243.989073:0:2253:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.111@tcp (source: 12345-192.168.204.111@tcp) 00000100:00000001:2.0:1776201243.989088:0:2253:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:2.0:1776201243.989100:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201243.989103:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201243.989105:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201243.989107:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201243.989110:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.989112:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201243.989116:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.989118:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.989120:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.989122:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 328 into portal 15 MB=0x69deac6c18500 00000400:00000200:2.0:1776201243.989125:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.111@tcp of length 328/328 into md 0x1f2d [2] + 328 00000800:00000001:2.0:1776201243.989129:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201243.989138:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201243.989140:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201243.989143:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201243.989145:0:2253:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1776201243.989146:0:2253:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1776201243.989149:0:2253:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006990aef9. 00000100:00000040:2.0:1776201243.989152:0:2253:0:(events.c:358:request_in_callback()) incoming req@000000006990aef9 x1862481542743296 msgsize 328 00000100:00100000:2.0:1776201243.989157:0:2253:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.111@tcp (source: 12345-192.168.204.111@tcp) 00000100:00000001:3.0:1776201243.989167:0:5573:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1776201243.989170:0:2253:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:2.0:1776201243.989173:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:3.0:1776201243.989177:0:5573:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1776201243.989181:0:5573:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776201243.989183:0:5573:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201243.989189:0:5573:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776201243.989191:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776201243.989195:0:5573:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862481542743232 00000020:00000001:3.0:1776201243.989200:0:5573:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1776201243.989202:0:5573:0:(genops.c:911:class_conn2export()) looking for export cookie 0x33081ca0ae741299 00000020:00000001:3.0:1776201243.989205:0:5573:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776201243.989208:0:5573:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b14330b7 refcount=3 00000020:00000001:3.0:1776201243.989211:0:5573:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000100:00000001:2.0:1776201243.989211:0:5572:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1776201243.989213:0:5572:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1776201243.989215:0:5573:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000100:00000001:3.0:1776201243.989222:0:5573:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1776201243.989222:0:5572:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776201243.989225:0:5572:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989226:0:5573:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1776201243.989228:0:5572:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201243.989231:0:5572:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862481542743296 00000020:00000010:3.0:1776201243.989232:0:5573:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033172cb1. 00000020:00000001:2.0:1776201243.989233:0:5572:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1776201243.989236:0:5572:0:(genops.c:911:class_conn2export()) looking for export cookie 0x33081ca0ae741299 00000020:00000001:2.0:1776201243.989238:0:5572:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000010:3.0:1776201243.989240:0:5573:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000099b0d4fd. 00000020:00000040:2.0:1776201243.989240:0:5572:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b14330b7 refcount=4 00000020:00000010:3.0:1776201243.989246:0:5573:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a02d60ed. 00000020:00000001:2.0:1776201243.989253:0:5572:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000020:00000001:2.0:1776201243.989256:0:5572:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000100:00000040:3.0:1776201243.989257:0:5573:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +1s 00000100:00000001:2.0:1776201243.989260:0:5572:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1776201243.989262:0:5573:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1776201243.989262:0:5572:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1776201243.989265:0:5573:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1776201243.989267:0:5573:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1776201243.989268:0:5572:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007523f651. 00000020:00000010:2.0:1776201243.989273:0:5572:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a3a2243. 00000100:00000001:3.0:1776201243.989276:0:5573:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1776201243.989277:0:5572:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e94c9598. 00000100:00000001:3.0:1776201243.989280:0:5573:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201243.989283:0:5572:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1776201243.989285:0:5572:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1776201243.989286:0:5572:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.989290:0:5572:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.989292:0:5572:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201243.989293:0:5573:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1776201243.989296:0:5573:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1776201243.989301:0:5573:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.111@tcp, seq: 14 00000100:00000001:2.0:1776201243.989302:0:5572:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1776201243.989305:0:5573:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b14330b7 : new rpc_count 1 00000100:00000001:2.0:1776201243.989305:0:5572:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1776201243.989307:0:5572:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989308:0:5573:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446619595105189312 : -124478604362304 : ffff8ec991013dc0) 00000100:00000001:2.0:1776201243.989310:0:5572:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201243.989318:0:5573:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000845a19ce x1862481542743232/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:329/0 lens 328/0 e 0 to 0 dl 1776201249 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776201243.989329:0:5573:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1776201243.989330:0:5573:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1776201243.989333:0:5573:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000845a19ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:d23467c3-88a5-4456-93b7-5547e25fcce3+4:13605:x1862481542743232:12345-192.168.204.111@tcp:104: 00000100:00000200:3.0:1776201243.989337:0:5573:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862481542743232 00010000:00000001:3.0:1776201243.989344:0:5573:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1776201243.989353:0:5573:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776201243.989355:0:5573:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776201243.989357:0:5573:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f23be5a refcount=2 00000020:00000001:3.0:1776201243.989359:0:5573:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974530944 : -124478735020672 : ffff8ec989378d80) 00010000:00000001:3.0:1776201243.989362:0:5573:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974530944 : -124478735020672 : ffff8ec989378d80) 00010000:00000001:3.0:1776201243.989367:0:5573:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776201243.989369:0:5573:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.989373:0:5573:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.989381:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00000100:00000001:3.0:1776201243.989388:0:5573:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1776201243.989391:0:5573:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1776201243.989396:0:5573:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb138bf8. 02000000:00000001:3.0:1776201243.989398:0:5573:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989401:0:5573:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.989407:0:5573:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1776201243.989409:0:5573:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776201243.989420:0:5573:0:(import.c:1935:at_measured()) add 1 to 00000000c7d30e17 time=114 v=1 (1 1 0 0) 00000100:00000001:3.0:1776201243.989426:0:5573:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1776201243.989430:0:5573:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000441835e9 refcount 16 to 192.168.204.111@tcp 00000100:00000001:3.0:1776201243.989434:0:5573:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446619594921544416 : -124478788007200 : ffff8ec9860f0ae0) 02000000:00000001:3.0:1776201243.989436:0:5573:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1776201243.989438:0:5573:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989440:0:5573:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776201243.989443:0:5573:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:3.0:1776201243.989448:0:5573:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b6679d4. 00000100:00000200:3.0:1776201243.989453:0:5573:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862481542743232, offset 224 00000400:00000200:3.0:1776201243.989461:0:5573:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:3.0:1776201243.989468:0:5573:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201243.989475:0:5573:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.11@tcp to MR: 192.168.204.111@tcp local destination 00000400:00000200:3.0:1776201243.989481:0:5573:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [771:771:256:4294967295] 192.168.204.111@tcp LPNI seq info [771:771:8:4294967295] 00000400:00000200:3.0:1776201243.989485:0:5573:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201243.989508:0:5573:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:192.168.204.11@tcp) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:3.0:1776201243.989514:0:5573:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:3.0:1776201243.989518:0:5573:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e71159ad (tot 3226286). 00000800:00000200:3.0:1776201243.989525:0:5573:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:3.0:1776201243.989533:0:5573:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:3.0:1776201243.989536:0:5573:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e71159ad type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776201243.989562:0:5573:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201243.989566:0:5573:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000441835e9 refcount 15 to 192.168.204.111@tcp 00010000:00000001:3.0:1776201243.989569:0:5573:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1776201243.989623:0:5573:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c106bdc2. 00010000:00000001:3.0:1776201243.989627:0:5573:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1776201243.989645:0:5573:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1776201243.989647:0:5573:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.989649:0:5573:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.989651:0:5573:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201243.989655:0:5573:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000845a19ce x1862481542743232/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:329/0 lens 328/224 e 0 to 0 dl 1776201249 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1776201243.989663:0:5573:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000845a19ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:d23467c3-88a5-4456-93b7-5547e25fcce3+4:13605:x1862481542743232:12345-192.168.204.111@tcp:104: Request processed in 333us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201243.989671:0:5573:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.111@tcp, seq: 14 00000100:00000040:3.0:1776201243.989674:0:5573:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b14330b7 : new rpc_count 0 00000100:00000001:3.0:1776201243.989676:0:5573:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1776201243.989678:0:5573:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1776201243.989681:0:5573:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000099b0d4fd. 00000020:00000010:3.0:1776201243.989685:0:5573:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a02d60ed. 00000020:00000010:3.0:1776201243.989688:0:5573:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033172cb1. 00000020:00000040:3.0:1776201243.989692:0:5573:0:(genops.c:979:class_export_put()) PUTting export 00000000b14330b7 : new refcount 3 00000100:00000001:3.0:1776201243.989695:0:5573:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201243.989702:0:5573:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1776201243.989703:0:5573:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1776201243.989706:0:5573:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.111@tcp, seq: 15 00000100:00000040:3.0:1776201243.989713:0:5573:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b14330b7 : new rpc_count 1 00000100:00000001:3.0:1776201243.989715:0:5573:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446619595105188096 : -124478604363520 : ffff8ec991013900) 00000100:00000040:3.0:1776201243.989718:0:5573:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006990aef9 x1862481542743296/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:329/0 lens 328/0 e 0 to 0 dl 1776201249 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776201243.989727:0:5573:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1776201243.989728:0:5573:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1776201243.989730:0:5573:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006990aef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:d23467c3-88a5-4456-93b7-5547e25fcce3+3:13605:x1862481542743296:12345-192.168.204.111@tcp:104: 00000100:00000200:3.0:1776201243.989733:0:5573:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862481542743296 00010000:00000001:3.0:1776201243.989734:0:5573:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1776201243.989737:0:5573:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776201243.989738:0:5573:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776201243.989740:0:5573:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000329a39ca refcount=2 00000020:00000001:3.0:1776201243.989742:0:5573:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974541312 : -124478735010304 : ffff8ec98937b600) 00010000:00000001:3.0:1776201243.989743:0:5573:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974541312 : -124478735010304 : ffff8ec98937b600) 00010000:00000001:3.0:1776201243.989745:0:5573:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776201243.989747:0:5573:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.989749:0:5573:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.989755:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00000100:00000001:3.0:1776201243.989758:0:5573:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1776201243.989759:0:5573:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1776201243.989762:0:5573:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033172cb1. 02000000:00000001:3.0:1776201243.989764:0:5573:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989766:0:5573:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.989767:0:5573:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1776201243.989769:0:5573:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776201243.989771:0:5573:0:(import.c:1935:at_measured()) add 1 to 00000000c7d30e17 time=114 v=1 (1 1 0 0) 00000020:00000001:0.0:1776201243.989771:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.989775:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989776:0:5573:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1776201243.989779:0:5573:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000441835e9 refcount 16 to 192.168.204.111@tcp 00010000:00010000:0.0:1776201243.989780:0:5581:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1776201243.989782:0:5573:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446619594921544416 : -124478788007200 : ffff8ec9860f0ae0) 00010000:00000001:0.0:1776201243.989785:0:5581:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1776201243.989786:0:5573:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1776201243.989789:0:5581:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1776201243.989791:0:5581:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1776201243.989793:0:5573:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201243.989795:0:5573:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000040:0.0:1776201243.989807:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00000100:00000040:3.0:1776201243.989811:0:5573:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00010000:00010000:0.0:1776201243.989813:0:5581:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f23be5a already unused, calling callback (000000006a03c1b1) 00000400:00000010:3.0:1776201243.989815:0:5573:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007beb3b30. 10000000:00000001:0.0:1776201243.989819:0:5581:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 00000100:00000200:3.0:1776201243.989821:0:5573:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862481542743296, offset 224 10000000:00010000:0.0:1776201243.989822:0:5581:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1776201243.989829:0:5573:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00010000:00000040:0.0:1776201243.989833:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00000400:00000200:3.0:1776201243.989836:0:5573:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00010000:00000001:0.0:1776201243.989838:0:5581:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1776201243.989841:0:5581:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1776201243.989842:0:5573:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.11@tcp to MR: 192.168.204.111@tcp local destination 00000020:00000001:0.0:1776201243.989843:0:5581:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776201243.989846:0:5581:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f23be5a refcount=3 00000020:00000001:0.0:1776201243.989849:0:5581:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974530944 : -124478735020672 : ffff8ec989378d80) 00010000:00000001:0.0:1776201243.989851:0:5581:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974530944 : -124478735020672 : ffff8ec989378d80) 00010000:00000001:0.0:1776201243.989854:0:5581:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1776201243.989856:0:5573:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [772:772:255:4294967295] 192.168.204.111@tcp LPNI seq info [772:772:7:4294967295] 00010000:00010000:0.0:1776201243.989857:0:5581:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1776201243.989867:0:5573:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00010000:00000040:0.0:1776201243.989868:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 10000000:00000001:0.0:1776201243.989872:0:5581:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1776201243.989873:0:5581:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776201243.989881:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 10000000:01000000:0.0:1776201243.989883:0:5581:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1776201243.989886:0:5581:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 00000400:00000200:3.0:1776201243.989887:0:5573:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:192.168.204.11@tcp) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:3.0:1776201243.989892:0:5573:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:3.0:1776201243.989895:0:5573:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000c0e8b6 (tot 3226534). 10000000:00000040:0.0:1776201243.989899:0:5581:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 00000800:00000200:3.0:1776201243.989900:0:5573:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 10000000:00000040:0.0:1776201243.989903:0:5581:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00000800:00000200:3.0:1776201243.989907:0:5573:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00010000:00000001:0.0:1776201243.989907:0:5581:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1776201243.989909:0:5581:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776201243.989911:0:5573:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000c0e8b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776201243.989915:0:5573:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201243.989917:0:5573:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000441835e9 refcount 15 to 192.168.204.111@tcp 00010000:00000001:3.0:1776201243.989920:0:5573:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1776201243.989923:0:5573:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000dd8398dd. 00010000:00000001:3.0:1776201243.989925:0:5573:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1776201243.989934:0:5573:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1776201243.989936:0:5573:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.989937:0:5573:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.989939:0:5573:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201243.989942:0:5573:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006990aef9 x1862481542743296/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:329/0 lens 328/224 e 0 to 0 dl 1776201249 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1776201243.989949:0:5573:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006990aef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:d23467c3-88a5-4456-93b7-5547e25fcce3+3:13605:x1862481542743296:12345-192.168.204.111@tcp:104: Request processed in 223us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201243.989957:0:5573:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.111@tcp, seq: 15 00000100:00000040:3.0:1776201243.989966:0:5573:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b14330b7 : new rpc_count 0 00000100:00000001:3.0:1776201243.989968:0:5573:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1776201243.989970:0:5573:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1776201243.989972:0:5573:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a3a2243. 00000020:00000010:3.0:1776201243.989975:0:5573:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e94c9598. 00000020:00000010:3.0:1776201243.989978:0:5573:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007523f651. 00000020:00000040:3.0:1776201243.989983:0:5573:0:(genops.c:979:class_export_put()) PUTting export 00000000b14330b7 : new refcount 2 00000100:00000001:3.0:1776201243.989985:0:5573:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1776201243.990029:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201243.990030:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.990032:0:5580:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1776201243.990118:0:5581:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1776201243.990121:0:5581:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:0.0:1776201243.990122:0:5581:0:(mgc_request.c:145:config_log_put()) log lustre-sptlrpc(000000006d12509a) refs 2 10000000:00000001:0.0:1776201243.990125:0:5581:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:0.0:1776201243.990132:0:5581:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.990137:0:5581:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1776201243.990141:0:5581:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1776201243.990143:0:5581:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1776201243.990144:0:5581:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776201243.990145:0:5581:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1776201243.990147:0:5581:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002f23be5a with handle 0x33081ca0ae7413a3 from hash 00010000:00000001:0.0:1776201243.990150:0:5581:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1776201243.990152:0:5581:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776201243.990153:0:5581:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776201243.990155:0:5581:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1776201243.990157:0:5581:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1776201243.990158:0:5581:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1776201243.990162:0:5581:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776201243.990165:0:5581:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1776201243.990173:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba84b736. 00000020:00000040:0.0:1776201243.990178:0:5581:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00010000:00000001:3.0:1776201243.990180:0:11361:0:(ldlm_lockd.c:2954:ldlm_bl_thread_main()) Process entered 00010000:00000010:3.0:1776201243.990184:0:11361:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000007e09c8cb. 00000100:00000001:0.0:1776201243.990184:0:5581:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1776201243.990188:0:11361:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d01c34b. 02000000:00000001:0.0:1776201243.990188:0:5581:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1776201243.990194:0:11361:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ce6170f. 02000000:00000001:0.0:1776201243.990194:0:5581:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1776201243.990199:0:11361:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000144d9ac7. 02000000:00000010:0.0:1776201243.990202:0:5581:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002cd18c5f. 00000020:00000010:3.0:1776201243.990206:0:11361:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000027df1188. 00000100:00000001:0.0:1776201243.990209:0:5581:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1776201243.990211:0:11361:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000072bfc896. 00010000:00000001:0.0:1776201243.990214:0:5581:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 80000000:00000010:3.0:1776201243.990217:0:11361:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000000075a029. 00010000:00010000:0.0:1776201243.990218:0:5581:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 40000000:00000010:3.0:1776201243.990223:0:11361:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000fe9be5a1. 00010000:00000040:0.0:1776201243.990228:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00100000:00000010:3.0:1776201243.990230:0:11361:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000004ac8786e. 00010000:00010000:0.0:1776201243.990232:0:5581:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1776201243.990235:0:5581:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:3.0:1776201243.990237:0:11361:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000f8e99c9e. 00000100:00000001:0.0:1776201243.990241:0:5581:0:(jobid.c:870:lustre_get_jobid()) Process entered 00040000:00000010:3.0:1776201243.990242:0:11361:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000031bc405. 00000100:00000001:0.0:1776201243.990246:0:5581:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1776201243.990247:0:11361:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000be25201f. 00000020:00000010:3.0:1776201243.990253:0:11361:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000037880845. 00000100:00000040:0.0:1776201243.990254:0:5581:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ba84b736] to pc [ptlrpcd_00_00+0] req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000020:00000001:3.0:1776201243.990261:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201243.990262:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.990265:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1776201243.990269:0:5580:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1776201243.990271:0:5580:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1776201243.990272:0:5580:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.990279:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00010000:00000001:0.0:1776201243.990280:0:5581:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776201243.990284:0:5581:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776201243.990286:0:5581:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1776201243.990287:0:5580:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000329a39ca already unused, calling callback (000000006a03c1b1) 10000000:00000001:3.0:1776201243.990290:0:5580:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1776201243.990291:0:5580:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1776201243.990296:0:5581:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1776201243.990298:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00010000:00000001:0.0:1776201243.990299:0:5581:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.990301:0:5580:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 10000000:00000001:0.0:1776201243.990302:0:5581:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.990303:0:5580:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1776201243.990305:0:5581:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1776201243.990306:0:5580:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776201243.990307:0:5580:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000329a39ca refcount=3 00000020:00000001:3.0:1776201243.990310:0:5580:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974541312 : -124478735010304 : ffff8ec98937b600) 00010000:00000001:3.0:1776201243.990313:0:5580:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974541312 : -124478735010304 : ffff8ec98937b600) 00010000:00000040:0.0:1776201243.990316:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00010000:00000001:3.0:1776201243.990317:0:5580:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1776201243.990320:0:5580:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1776201243.990320:0:5581:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1776201243.990323:0:5581:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.111@tcp lock: 000000002f23be5a/0x33081ca0ae7413a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175926b28 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.990329:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 3 10000000:00000001:3.0:1776201243.990332:0:5580:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 00010000:00000040:0.0:1776201243.990333:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 10000000:00010000:3.0:1776201243.990334:0:5580:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776201243.990337:0:5581:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 2 00010000:00000040:3.0:1776201243.990342:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 1 10000000:01000000:3.0:1776201243.990344:0:5580:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1776201243.990347:0:5580:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 00010000:00000001:0.0:1776201243.990347:0:5581:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000040:3.0:1776201243.990348:0:5580:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 00010000:00000001:0.0:1776201243.990350:0:5581:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 10000000:00000040:3.0:1776201243.990351:0:5580:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1776201243.990353:0:5580:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000010:0.0:1776201243.990353:0:5581:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c106bdc2. 00010000:00000001:3.0:1776201243.990354:0:5580:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201243.990359:0:5581:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201243.990362:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.990363:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201243.990365:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1776201243.990366:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.990367:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201243.990368:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1776201243.990369:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.990370:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201243.990372:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776201243.990388:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201243.990391:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201243.990394:0:2258:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201243.990400:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:0.0:1776201243.990408:0:2258:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201243.990411:0:2258:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201243.990415:0:2258:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201243.990417:0:2258:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201243.990420:0:2258:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534311168:192.168.204.111@tcp:103:ldlm_bl_02.0 00000100:00000001:0.0:1776201243.990431:0:2258:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201243.990440:0:2258:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201243.990442:0:2258:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201243.990445:0:2258:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201243.990449:0:2258:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d0140eb. 02000000:00000001:0.0:1776201243.990451:0:2258:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201243.990456:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201243.990460:0:2258:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e64fbe16. 00000400:00000010:0.0:1776201243.990479:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090c93217. 00000100:00000200:0.0:1776201243.990486:0:2258:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311168, portal 18 00000100:00000001:0.0:1776201243.990488:0:2258:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201243.990489:0:2258:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000040:0.0:1776201243.990495:0:2258:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:0.0:1776201243.990501:0:2258:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201243.990504:0:2258:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201243.990506:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea245a02. 00000100:00000200:0.0:1776201243.990509:0:2258:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862481534311168, offset 0 00000400:00000200:0.0:1776201243.990514:0:2258:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201243.990518:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201243.990523:0:2258:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201243.990532:0:2258:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201243.990536:0:2258:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201243.990640:0:2258:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201243.990643:0:2258:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [773:773:254:4294967295] 192.168.204.111@tcp LPNI seq info [773:773:6:4294967295] 00000400:00000200:0.0:1776201243.990648:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201243.990658:0:2258:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201243.990664:0:2258:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201243.990668:0:2258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3f4924f (tot 3226782). 00000800:00000200:0.0:1776201243.990684:0:2258:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201243.990689:0:2258:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201243.990697:0:2258:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3f4924f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1776201243.990701:0:2258:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201243.990704:0:2258:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201243.990707:0:2258:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201243.990710:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201243.990712:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1776201243.990714:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1776201243.990718:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e71159ad (tot 3226534). 00000100:00000001:0.0:1776201243.990721:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1776201243.990723:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1776201243.990724:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776201243.990728:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201243.990729:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1776201243.990731:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:0.0:1776201243.990731:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201243.990735:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776201243.990736:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b6679d4 00000400:00000010:2.0:1776201243.990739:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b6679d4. 00000100:00000001:2.0:1776201243.990743:0:2252:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1776201243.990745:0:2252:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1776201243.990753:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1776201243.990756:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1776201243.990757:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1776201243.990759:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000c0e8b6 (tot 3226286). 00000400:00000200:2.0:1776201243.990763:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201243.990772:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201243.990775:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007beb3b30 00000400:00000010:2.0:1776201243.990776:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007beb3b30. 00000100:00000001:2.0:1776201243.990779:0:2252:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1776201243.990780:0:2252:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1776201243.990789:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.990791:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201243.990793:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1776201243.990795:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201243.990795:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201243.990796:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1776201243.990928:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201243.990931:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3f4924f (tot 3226038). 00000400:00000200:2.0:1776201243.990935:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201243.990938:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201243.990941:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea245a02 00000400:00000010:2.0:1776201243.990942:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea245a02. 00000100:00000001:2.0:1776201243.990945:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201243.990948:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776201243.990960:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201243.990962:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776201243.990968:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.990970:0:2252:0:(events.c:93:request_out_callback()) Process leaving 10000000:00000001:3.0:1776201243.994636:0:5580:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1776201243.994642:0:5580:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:3.0:1776201243.994645:0:5580:0:(mgc_request.c:145:config_log_put()) log lustre-client(00000000057140f2) refs 2 10000000:00000001:3.0:1776201243.994652:0:5580:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:3.0:1776201243.994654:0:5580:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.994661:0:5580:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1776201243.994665:0:5580:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776201243.994690:0:5580:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776201243.994692:0:5580:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776201243.994694:0:5580:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776201243.994698:0:5580:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000329a39ca with handle 0x33081ca0ae74139c from hash 00010000:00000001:3.0:1776201243.994701:0:5580:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776201243.994703:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776201243.994704:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776201243.994705:0:5580:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776201243.994707:0:5580:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776201243.994709:0:5580:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1776201243.994714:0:5580:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1776201243.994717:0:5580:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1776201243.994729:0:5580:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002affe7d0. 00000020:00000040:3.0:1776201243.994734:0:5580:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:3.0:1776201243.994741:0:5580:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776201243.994745:0:5580:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776201243.994751:0:5580:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776201243.994761:0:5580:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000955d569a. 00000100:00000001:3.0:1776201243.994769:0:5580:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.994771:0:5580:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1776201243.994778:0:5580:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.995344:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 1 00010000:00010000:3.0:1776201243.995349:0:5580:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1776201243.995351:0:5580:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201243.995358:0:5580:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776201243.995363:0:5580:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201243.995378:0:5580:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002affe7d0] to pc [ptlrpcd_01_01+1] req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201243.995465:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201243.995471:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201243.995473:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776201243.995479:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201243.995487:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776201243.995489:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201243.995494:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776201243.995498:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201243.995500:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002affe7d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d23467c3-88a5-4456-93b7-5547e25fcce3:2261:1862481534311232:192.168.204.111@tcp:103:ldlm_bl_01.0 00000100:00000001:2.0:1776201243.995506:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776201243.995513:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776201243.995517:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201243.995520:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776201243.995526:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a21d1d2d. 02000000:00000001:2.0:1776201243.995549:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776201243.995561:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:2.0:1776201243.995567:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc4441a. 00000400:00000010:2.0:1776201243.995593:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e69a688a. 00000100:00000200:2.0:1776201243.995603:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311232, portal 18 00000100:00000001:2.0:1776201243.995607:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776201243.995609:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595124507840 : -124478585043776 : ffff8ec9922804c0) 00000100:00000040:2.0:1776201243.995615:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201243.995623:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776201243.995626:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:2.0:1776201243.995629:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae536a19. 00000100:00000200:2.0:1776201243.995632:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862481534311232, offset 0 00000400:00000200:2.0:1776201243.995642:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:2.0:1776201243.995655:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.995665:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:2.0:1776201243.995675:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:2.0:1776201243.995679:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776201243.995683:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:2.0:1776201243.995687:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [774:774:256:4294967295] 192.168.204.111@tcp LPNI seq info [774:774:8:4294967295] 00000400:00000200:2.0:1776201243.995691:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201243.995701:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:2.0:1776201243.995708:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201243.995713:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002596a3ca (tot 3226286). 00000800:00000200:2.0:1776201243.995720:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201243.995729:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201243.995734:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002596a3ca type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1776201243.995749:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.995751:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201243.995755:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.995758:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.995766:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201243.995966:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776201243.995969:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776201243.995971:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201243.995972:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201243.995974:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.995976:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201243.996219:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201243.996224:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002596a3ca (tot 3226038). 00000400:00000200:2.0:1776201243.996230:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201243.996237:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201243.996242:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae536a19 00000400:00000010:2.0:1776201243.996245:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae536a19. 00000100:00000001:2.0:1776201243.996249:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201243.996253:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201243.996264:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201243.996266:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201243.996273:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201243.996274:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:3.0:1776201243.996740:0:5580:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776201243.996747:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776201243.996749:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776201243.996752:0:5580:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201243.996754:0:5580:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776201243.996757:0:5580:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.996775:0:5580:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.996785:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 1 00010000:00000001:3.0:1776201243.996788:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776201243.996789:0:5580:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.111@tcp lock: 00000000329a39ca/0x33081ca0ae74139c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175926b21 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776201243.996794:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 1 00010000:00000040:3.0:1776201243.996799:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000eb63259e count: 0 00010000:00000001:3.0:1776201243.996811:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776201243.996812:0:5580:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1776201243.996815:0:5580:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000dd8398dd. 00010000:00000001:3.0:1776201243.996819:0:5580:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776201243.996824:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201243.996826:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.996828:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1776201243.996830:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201243.996831:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.996832:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1776201243.996834:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201243.996834:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201243.996835:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1776201243.996929:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776201243.996933:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1776201243.999695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f23be5a. 00010000:00000010:3.1F:1776201244.003667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb63259e. 00010000:00000010:3.1:1776201244.003709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000329a39ca. 00000800:00000001:2.0:1776201244.009827:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201244.009849:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201244.009854:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201244.009857:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201244.009870:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.009879:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201244.009888:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.009893:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.009898:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.009903:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 18 MB=0x69deac640db00 00000400:00000200:2.0:1776201244.009909:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.009916:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.111@tcp of length 224/224 into md 0x206d [1] + 224 00000800:00000001:2.0:1776201244.009944:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201244.009949:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201244.009952:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201244.009957:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201244.009964:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201244.009972:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000040:2.0:1776201244.009982:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776201244.010005:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201244.010021:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201244.010024:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201244.010026:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201244.010027:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201244.010030:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.010033:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201244.010037:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.010039:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.010041:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.010044:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 18 MB=0x69deac640db40 00000400:00000200:2.0:1776201244.010047:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201244.010050:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.111@tcp of length 224/224 into md 0x2075 [1] + 224 00000800:00000001:2.0:1776201244.010054:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201244.010062:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201244.010064:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201244.010067:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201244.010069:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201244.010072:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:2.0:1776201244.010079:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:0.0:1776201244.010102:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201244.010108:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776201244.010118:0:2258:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201244.010120:0:2258:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201244.010123:0:2258:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e64fbe16. 00000400:00000200:0.0:1776201244.010128:0:2258:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090c93217 00000400:00000010:0.0:1776201244.010131:0:2258:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090c93217. 00000100:00000001:0.0:1776201244.010136:0:2258:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1776201244.010138:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776201244.010142:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1776201244.010152:0:2258:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776201244.010159:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:0.0:1776201244.010162:0:2258:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:0.0:1776201244.010171:0:2258:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201244.010172:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1776201244.010173:0:2258:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201244.010177:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201244.010177:0:2258:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201244.010181:0:2258:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201244.010185:0:2258:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201244.010195:0:2258:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201244.010199:0:2258:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201244.010209:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000006cbc9280 time=265 v=1 (1 0 0 0) 00000100:00001000:0.0:1776201244.010215:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=125 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201244.010218:0:2258:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201244.010220:0:2258:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201244.010222:0:2258:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201244.010225:0:2258:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201244.010228:0:2258:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201244.010233:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:0.0:1776201244.010239:0:2258:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201244.010243:0:2258:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201244.010246:0:2258:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201244.010250:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00100000:0.0:1776201244.010256:0:2258:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534311168:192.168.204.111@tcp:103:ldlm_bl_02.0 00000100:00000001:0.0:1776201244.010261:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201244.010264:0:2258:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201244.010266:0:2258:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ba84b736 x1862481534311168/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:0.0:1776201244.010273:0:2258:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201244.010276:0:2258:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201244.010279:0:2258:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d0140eb. 02000000:00000001:0.0:1776201244.010283:0:2258:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201244.010286:0:2258:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201244.010288:0:2258:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201244.010290:0:2258:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201244.010293:0:2258:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002cd18c5f. 02000000:00000001:0.0:1776201244.010296:0:2258:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201244.010298:0:2258:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201244.010299:0:2258:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba84b736. 00000100:00000001:0.0:1776201244.010304:0:2258:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201244.010305:0:2258:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201244.010314:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201244.010324:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201244.010326:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201244.010328:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201244.010330:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1776201244.013447:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776201244.013454:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776201244.013458:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc4441a. 00000400:00000200:3.0:1776201244.013470:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e69a688a 00000400:00000010:3.0:1776201244.013472:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e69a688a. 00000100:00000001:3.0:1776201244.013478:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201244.013503:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776201244.013515:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1776201244.013524:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776201244.013559:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201244.013562:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776201244.013583:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776201244.013587:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776201244.013590:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201244.013593:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776201244.013601:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000006cbc9280 time=115 v=1 (1 1 0 0) 00000100:00001000:3.0:1776201244.013606:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=125 v=1 (1 1 0 0) 00000100:00000001:3.0:1776201244.013608:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776201244.013610:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201244.013613:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776201244.013615:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201244.013618:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201244.013623:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1776201244.013629:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776201244.013632:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776201244.013634:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776201244.013637:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:3.0:1776201244.013643:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002affe7d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d23467c3-88a5-4456-93b7-5547e25fcce3:2261:1862481534311232:192.168.204.111@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1776201244.013649:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201244.013653:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201244.013656:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002affe7d0 x1862481534311232/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201250 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1776201244.013662:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776201244.013664:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776201244.013667:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a21d1d2d. 02000000:00000001:3.0:1776201244.013674:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776201244.013676:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776201244.013678:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:3.0:1776201244.013682:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776201244.013684:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000955d569a. 02000000:00000001:3.0:1776201244.013688:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776201244.013696:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776201244.013698:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002affe7d0. 00000100:00000001:3.0:1776201244.013704:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776201244.013705:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201244.013707:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201244.013799:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776201244.013801:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201244.013804:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776201244.013807:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201244.079102:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201244.079109:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201244.079117:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201244.079118:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201244.079122:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201244.079123:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201244.079147:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201244.079150:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201244.079154:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1776201245.041937:0:5573:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1776201245.041945:0:5573:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201245.101948:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201245.101956:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201245.101963:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201245.101965:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201245.101968:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201245.101969:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201245.101997:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201245.101999:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201245.102003:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0F:1776201245.357968:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201245.358001:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-client (00000000057140f2) refs 2 10000000:00000001:1.0:1776201245.358009:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.358011:0:5584:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000001:1.0:1776201245.358012:0:5584:0:(mgc_request.c:142:config_log_put()) Process leaving 10000000:00000001:1.0:1776201245.358014:0:5584:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:1.0:1776201245.358017:0:5584:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1776201245.358020:0:5584:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:1.0:1776201245.358022:0:5584:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff8ec9836a6800 from 58 10000000:00000001:1.0:1776201245.358026:0:5584:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:1.0:1776201245.358027:0:5584:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1776201245.358423:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c321a3f7. 00000020:00000040:1.0:1776201245.358430:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201245.358436:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201245.358441:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201245.358448:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201245.358468:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021a69570. 00000100:00000001:1.0:1776201245.358477:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.358484:0:5584:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1776201245.358487:0:5584:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1776201245.358497:0:5584:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000806bc030. 00010000:00000001:1.0:1776201245.358504:0:5584:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1776201245.358507:0:5584:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c059868. 00000020:00000001:1.0:1776201245.358520:0:5584:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1776201245.358523:0:5584:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002c059868 with handle 0x33081ca0ae741deb to hash 00000020:00000001:1.0:1776201245.358525:0:5584:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1776201245.358527:0:5584:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.358530:0:5584:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.358535:0:5584:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776201245.358537:0:5584:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201245.358541:0:5584:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.358549:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00010000:1.0:1776201245.358553:0:5584:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.358569:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00010000:1.0:1776201245.358607:0:5584:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.358612:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00000100:00000001:1.0:1776201245.358614:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201245.358616:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201245.358624:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1fa3706. 00000100:00000001:1.0:1776201245.358627:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619594953596096 : -124478755955520 : ffff8ec987f81cc0) 00000100:00000001:1.0:1776201245.358630:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.358631:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000001:1.0:1776201245.358636:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201245.358640:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.358643:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201245.358644:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201245.358656:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.358665:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201245.358667:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.358674:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201245.358678:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201245.358682:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311296:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.358689:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201245.358699:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201245.358701:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.358704:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201245.358708:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f202a85. 02000000:00000001:1.0:1776201245.358710:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201245.358719:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201245.358723:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc158a48. 00000400:00000010:1.0:1776201245.358731:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aca2aff2. 00000100:00000200:1.0:1776201245.358740:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481534311296, portal 25 00000100:00000001:1.0:1776201245.358748:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.358749:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000040:1.0:1776201245.358755:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.358763:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201245.358766:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201245.358769:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000167a173. 00000100:00000200:1.0:1776201245.358774:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481534311296, offset 0 00000400:00000200:1.0:1776201245.358785:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201245.358796:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.358807:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201245.358819:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201245.358992:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201245.358996:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201245.359000:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [775:775:256:4294967295] 192.168.204.111@tcp LPNI seq info [775:775:8:4294967295] 00000400:00000200:1.0:1776201245.359005:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.359017:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201245.359024:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201245.359031:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000759b0338 (tot 3226286). 00000800:00000200:1.0:1776201245.359052:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201245.359066:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201245.359072:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000759b0338 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776201245.359098:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.359101:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.359105:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.359108:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201245.359110:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201245.359113:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1fa3706 going to sleep for 6 seconds 00000100:00000001:1.0:1776201245.359117:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201245.359122:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.359989:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.359995:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000759b0338 (tot 3226038). 00000400:00000200:2.0:1776201245.360004:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.360011:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.360016:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000167a173 00000400:00000010:2.0:1776201245.360018:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000167a173. 00000100:00000001:2.0:1776201245.360026:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.360031:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.360054:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.360058:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.360064:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.360066:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201245.365562:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.366364:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201245.366371:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.366376:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201245.366391:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.366401:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201245.366525:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.366532:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.366537:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.366542:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 344 into portal 25 MB=0x69deac640db80 00000400:00000200:3.0:1776201245.366548:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.366554:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 344/344 into md 0x2085 [1] + 224 00000800:00000001:3.0:1776201245.366565:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.366602:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201245.366606:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201245.366611:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201245.366618:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201245.366628:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776201245.366639:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201245.366665:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201245.366678:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.366681:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.366749:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201245.366759:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201245.366785:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201245.366788:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc158a48. 00000400:00000200:1.0:1776201245.366796:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aca2aff2 00000400:00000010:1.0:1776201245.366798:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aca2aff2. 00000100:00000001:1.0:1776201245.366804:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201245.366807:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201245.366815:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.366977:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201245.366980:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.366983:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201245.366988:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201245.366991:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201245.366993:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.366996:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201245.367005:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201245.367010:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201245.367012:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201245.367014:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.367017:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201245.367019:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.367021:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201245.367027:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.367124:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.367128:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201245.367131:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201245.367136:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201245.367142:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311296:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.367148:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.367151:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.367160:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201245.367163:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.367166:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.367172:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201245.367174:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1fa3706. 00000100:00000001:1.0:1776201245.367177:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201245.367178:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.367181:0:5584:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776201245.367185:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201245.367188:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201245.367192:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=4 00000020:00000001:1.0:1776201245.367194:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.367196:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000040:1.0:1776201245.367204:0:5584:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000002c059868, remote cookie: 0xf3a9f3c175928c14, flags: 0x0 00010000:00000001:1.0:1776201245.367207:0:5584:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776201245.367212:0:5584:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776201245.367344:0:5584:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776201245.367346:0:5584:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776201245.367347:0:5584:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776201245.367349:0:5584:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000806bc030) refcount = 1 00010000:00010000:1.0:1776201245.367355:0:5584:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.367363:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201245.367368:0:5584:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776201245.367370:0:5584:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776201245.367371:0:5584:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201245.367375:0:5584:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776201245.367378:0:5584:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201245.367380:0:5584:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.367385:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201245.367387:0:5584:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776201245.367394:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.367396:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201245.367397:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.367398:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201245.367399:0:5584:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.367402:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.367563:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c321a3f7 x1862481534311296/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.367603:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201245.367607:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201245.367610:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f202a85. 02000000:00000001:1.0:1776201245.367614:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201245.367617:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.367618:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.367621:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201245.367623:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021a69570. 02000000:00000001:1.0:1776201245.367627:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201245.367629:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201245.367631:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c321a3f7. 00000100:00000001:1.0:1776201245.367635:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201245.367636:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1776201245.367638:0:5584:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.367641:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201245.367643:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-client (00000000057140f2) refs 3 10000000:00000001:1.0:1776201245.367646:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.367647:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201245.367649:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201245.367650:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=3 00000020:00000001:1.0:1776201245.367652:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.367654:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.367656:0:5584:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1776201245.367658:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.367659:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201245.367660:0:5584:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.367662:0:5584:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1776201245.367667:0:5584:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000002f0a3b5. 00000020:00000010:1.0:1776201245.367671:0:5584:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021a69570. 00000020:00000010:1.0:1776201245.367685:0:5584:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de5b13b5. 00000040:00000010:1.0:1776201245.367690:0:5584:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000ed044ec9. 00000020:00000010:1.0:1776201245.367696:0:5584:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000028377839. 00000020:00000010:1.0:1776201245.367701:0:5584:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000005c2d4714. 80000000:00000010:1.0:1776201245.367705:0:5584:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f9d59a80. 00040000:00000010:1.0:1776201245.367712:0:5584:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000001b77512e. 20000000:00000010:1.0:1776201245.367718:0:5584:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000009a129a9e. 10000000:00000040:1.0:1776201245.367723:0:5584:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000061e41745 : new refcount 2 00000020:00000001:1.0:1776201245.367726:0:5584:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1776201245.367728:0:5584:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1776201245.367731:0:5584:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:1.0:1776201245.367737:0:5584:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000cb5f61ab. 00000040:00000001:1.0:1776201245.367741:0:5584:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:1.0:1776201245.367744:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:1.0:1776201245.367748:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c321a3f7. 00000020:00000040:1.0:1776201245.367750:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201245.367756:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201245.367759:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201245.367764:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201245.367772:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015fdaaad. 00000100:00000001:1.0:1776201245.367779:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.367786:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201245.367788:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201245.367794:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1fa3706. 00000100:00000001:1.0:1776201245.367796:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619594953596096 : -124478755955520 : ffff8ec987f81cc0) 00000100:00000001:1.0:1776201245.367798:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.367800:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000001:1.0:1776201245.367804:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201245.367808:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.367810:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201245.367812:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201245.367815:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.368155:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201245.368164:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.368169:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201245.368172:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201245.368176:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311360:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.368182:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201245.368191:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201245.368193:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.368196:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201245.368200:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc68af4c. 02000000:00000001:1.0:1776201245.368202:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201245.368208:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201245.368304:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc158a48. 00000400:00000010:1.0:1776201245.368313:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aca2aff2. 00000100:00000200:1.0:1776201245.368321:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311360, portal 25 00000100:00000001:1.0:1776201245.368324:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.368325:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000040:1.0:1776201245.368332:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.368340:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201245.368343:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201245.368346:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056fe4670. 00000100:00000200:1.0:1776201245.368348:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481534311360, offset 0 00000400:00000200:1.0:1776201245.368356:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201245.368365:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.368373:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201245.368382:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201245.368385:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201245.368389:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201245.368392:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [776:776:256:4294967295] 192.168.204.111@tcp LPNI seq info [776:776:8:4294967295] 00000400:00000200:1.0:1776201245.368397:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.368660:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201245.368669:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201245.368682:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4656f10 (tot 3226286). 00000800:00000200:1.0:1776201245.368691:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201245.368699:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201245.368704:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4656f10 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1776201245.368803:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.368806:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.368811:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.368814:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201245.368816:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201245.368818:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1fa3706 going to sleep for 6 seconds 00000100:00000001:1.0:1776201245.368820:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201245.368831:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.369971:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.369980:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4656f10 (tot 3226038). 00000400:00000200:2.0:1776201245.369989:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.369997:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.370003:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056fe4670 00000400:00000010:2.0:1776201245.370005:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056fe4670. 00000100:00000001:2.0:1776201245.370012:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.370018:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.370028:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.370030:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.370047:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.370049:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776201245.372627:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.372650:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201245.372675:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.372678:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201245.372691:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.372700:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201245.372709:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.372716:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.372721:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.372725:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 272 into portal 25 MB=0x69deac640dbc0 00000400:00000200:3.0:1776201245.372731:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.372737:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 272/272 into md 0x208d [1] + 224 00000800:00000001:3.0:1776201245.372750:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.372759:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201245.372763:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201245.372769:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201245.372776:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201245.372786:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776201245.372799:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201245.372827:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201245.372842:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.372846:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.372947:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201245.372959:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201245.372962:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201245.372965:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc158a48. 00000400:00000200:1.0:1776201245.372974:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aca2aff2 00000400:00000010:1.0:1776201245.372976:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aca2aff2. 00000100:00000001:1.0:1776201245.372981:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201245.372986:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201245.372994:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.373000:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201245.373002:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.373005:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201245.373010:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201245.373014:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201245.373017:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.373020:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201245.373029:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201245.373130:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201245.373134:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201245.373136:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.373139:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201245.373151:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.373154:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201245.373159:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.373166:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.373169:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201245.373172:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201245.373175:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201245.373182:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311360:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.373189:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.373192:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.373196:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201245.373199:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.373202:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.373209:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201245.373212:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1fa3706. 00000100:00000001:1.0:1776201245.373314:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201245.373316:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776201245.373323:0:5584:0:(llog_client.c:139:llog_client_open()) Process leaving 00000020:00000001:1.0:1776201245.373327:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.373328:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.373331:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:1.0:1776201245.373333:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.373336:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c321a3f7 x1862481534311360/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.373342:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201245.373345:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201245.373349:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc68af4c. 02000000:00000001:1.0:1776201245.373354:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201245.373355:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.373356:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.373364:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201245.373367:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015fdaaad. 02000000:00000001:1.0:1776201245.373376:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201245.373378:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201245.373379:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c321a3f7. 00000100:00000001:1.0:1776201245.373383:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201245.373384:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1776201245.373387:0:5584:0:(llog.c:1405:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776201245.373390:0:5584:0:(llog.c:400:llog_init_handle()) Process entered 00000040:00000010:1.0:1776201245.373398:0:5584:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006d2d506a. 00000040:00000001:1.0:1776201245.373401:0:5584:0:(llog.c:353:llog_read_header()) Process entered 00000040:00000001:1.0:1776201245.373561:0:5584:0:(llog_client.c:279:llog_client_read_header()) Process entered 00000020:00000040:1.0:1776201245.373565:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:1.0:1776201245.373614:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c321a3f7. 00000020:00000040:1.0:1776201245.373618:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201245.373622:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201245.373625:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201245.373632:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201245.373640:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015fdaaad. 00000100:00000001:1.0:1776201245.373650:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.373655:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201245.373657:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201245.373664:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1fa3706. 00000100:00000001:1.0:1776201245.373666:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619594953596096 : -124478755955520 : ffff8ec987f81cc0) 00000100:00000001:1.0:1776201245.373670:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.373671:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000001:1.0:1776201245.373676:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201245.373680:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.373683:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201245.373684:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201245.373688:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.373694:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201245.373696:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.373701:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201245.373704:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201245.373714:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311424:192.168.204.111@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.373718:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201245.373727:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201245.373730:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.373733:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201245.373752:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a5e3feac. 02000000:00000001:1.0:1776201245.373754:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201245.373761:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201245.373765:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc158a48. 00000400:00000010:1.0:1776201245.373775:0:5584:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 0000000084b4d4ed (tot 3226222). 00000100:00000200:1.0:1776201245.373783:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481534311424, portal 25 00000100:00000001:1.0:1776201245.373785:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.373786:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000040:1.0:1776201245.373791:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.373799:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201245.373801:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201245.373805:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aca2aff2. 00000100:00000200:1.0:1776201245.373809:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481534311424, offset 0 00000400:00000200:1.0:1776201245.373816:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201245.373908:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.373919:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201245.373930:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201245.373934:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201245.373937:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201245.373941:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [777:777:256:4294967295] 192.168.204.111@tcp LPNI seq info [777:777:8:4294967295] 00000400:00000200:1.0:1776201245.373945:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.373954:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201245.373961:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201245.373967:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4656f10 (tot 3226470). 00000800:00000200:1.0:1776201245.373973:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201245.373988:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201245.373992:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4656f10 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1776201245.374172:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.374177:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.374180:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.374183:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201245.374185:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201245.374188:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1fa3706 going to sleep for 6 seconds 00000100:00000001:1.0:1776201245.374190:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201245.374193:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.374554:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.374568:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4656f10 (tot 3226222). 00000400:00000200:2.0:1776201245.374608:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.374615:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.374620:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aca2aff2 00000400:00000010:2.0:1776201245.374622:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aca2aff2. 00000100:00000001:2.0:1776201245.374629:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.374635:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.374648:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.374651:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.374658:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.374659:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776201245.380615:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.380647:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201245.380653:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.380656:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201245.380673:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.380684:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201245.380696:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.380704:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.380709:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.380715:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 8416 into portal 25 MB=0x69deac640dc00 00000400:00000200:3.0:1776201245.380721:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.380753:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 8416/8416 into md 0x2095 [4] + 224 00000800:00000001:3.0:1776201245.380767:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201245.380781:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201245.380784:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201245.380789:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201245.380798:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201245.380808:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776201245.380819:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8416 offset=224 replen=8416 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201245.380846:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201245.380863:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1776201245.380935:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201245.380946:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201245.380948:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201245.380951:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc158a48. 00000400:00000200:1.0:1776201245.380958:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084b4d4ed 00000400:00000010:1.0:1776201245.380961:0:5584:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 0000000084b4d4ed (tot 3226038). 00000100:00000001:1.0:1776201245.380965:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201245.380969:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201245.380978:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.380984:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201245.380986:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.380989:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201245.380993:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201245.380997:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201245.381000:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.381004:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201245.381012:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201245.381017:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201245.381020:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201245.381021:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.381024:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201245.381028:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.381030:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201245.381043:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.381061:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.381065:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201245.381068:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201245.381072:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201245.381079:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311424:192.168.204.111@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.381085:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.381089:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.381092:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201245.381094:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.381097:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.381104:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201245.381108:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1fa3706. 00000100:00000001:1.0:1776201245.381113:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201245.381114:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776201245.381126:0:5584:0:(llog_client.c:326:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1776201245.381127:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.381129:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c321a3f7 x1862481534311424/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.381136:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201245.381139:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201245.381142:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a5e3feac. 02000000:00000001:1.0:1776201245.381160:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201245.381163:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.381165:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.381169:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201245.381172:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015fdaaad. 02000000:00000001:1.0:1776201245.381178:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201245.381180:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201245.381183:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c321a3f7. 00000800:00000001:3.0:1776201245.381185:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.381189:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201245.381197:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1776201245.381200:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.381201:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.381203:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:1.0:1776201245.381206:0:5584:0:(llog.c:389:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776201245.381209:0:5584:0:(llog.c:463:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776201245.381224:0:5584:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1776201245.381227:0:5584:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000110fb5e4. 00000040:00001000:1.0:1776201245.381230:0:5584:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 57 last_idx 0 read_mode 0 00000020:00000010:3.0:1776201245.381787:0:11362:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000955d569a. 00000020:00000010:3.0:1776201245.381795:0:11362:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e2bab97. 00000040:00000010:3.0:1776201245.381801:0:11362:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000040a340c5. 00000020:00000010:3.0:1776201245.381805:0:11362:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000005582a3c8. 00000020:00000010:3.0:1776201245.381813:0:11362:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000027a6c501. 80000000:00000010:3.0:1776201245.381818:0:11362:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000cc1c08d3. 00040000:00000010:3.0:1776201245.381824:0:11362:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000003989ec3. 00040000:00000010:3.0:1776201245.381828:0:11362:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d59a0223. 20000000:00000010:3.0:1776201245.381833:0:11362:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 0000000005af81e3. 00000040:00000001:3.0:1776201245.381838:0:11362:0:(llog.c:514:llog_process_thread()) Process entered 00000040:00000010:3.0:1776201245.381845:0:11362:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e9fc7899. 00000040:00001000:3.0:1776201245.381848:0:11362:0:(llog.c:559:llog_process_thread()) index: 58 last_index 64767 00000040:00000001:3.0:1776201245.381851:0:11362:0:(lustre_log.h:467:llog_next_block()) Process entered 00000040:00000001:3.0:1776201245.381854:0:11362:0:(llog_client.c:157:llog_client_next_block()) Process entered 00000020:00000040:3.0:1776201245.381857:0:11362:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:3.0:1776201245.381864:0:11362:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002affe7d0. 00000020:00000040:3.0:1776201245.382207:0:11362:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:3.0:1776201245.382213:0:11362:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776201245.382217:0:11362:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776201245.382233:0:11362:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776201245.382253:0:11362:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091c605e8. 00000100:00000001:3.0:1776201245.382261:0:11362:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.382267:0:11362:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776201245.382269:0:11362:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776201245.382275:0:11362:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d72a931. 00000100:00000001:3.0:1776201245.382277:0:11362:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595102038080 : -124478607513536 : ffff8ec990d12840) 00000100:00000001:3.0:1776201245.382280:0:11362:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776201245.382282:0:11362:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595124507840 : -124478585043776 : ffff8ec9922804c0) 00000100:00000001:3.0:1776201245.382287:0:11362:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776201245.382291:0:11362:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.382293:0:11362:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776201245.382296:0:11362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776201245.382305:0:11362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.382316:0:11362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776201245.382317:0:11362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201245.382322:0:11362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776201245.382325:0:11362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776201245.382329:0:11362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002affe7d0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11362:1862481534311488:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:3.0:1776201245.382333:0:11362:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776201245.382340:0:11362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776201245.382343:0:11362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201245.382345:0:11362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776201245.382361:0:11362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a5e3feac. 02000000:00000001:3.0:1776201245.382363:0:11362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776201245.382371:0:11362:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:3.0:1776201245.382376:0:11362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071d29e0b. 00000400:00000010:3.0:1776201245.382384:0:11362:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000925015ac (tot 3226222). 00000100:00000200:3.0:1776201245.382391:0:11362:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481534311488, portal 25 00000100:00000001:3.0:1776201245.382394:0:11362:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776201245.382395:0:11362:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595124507840 : -124478585043776 : ffff8ec9922804c0) 00000100:00000040:3.0:1776201245.382400:0:11362:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.382407:0:11362:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776201245.382416:0:11362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:3.0:1776201245.382420:0:11362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000984114a1. 00000100:00000200:3.0:1776201245.382423:0:11362:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481534311488, offset 0 00000400:00000200:3.0:1776201245.382430:0:11362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:3.0:1776201245.382440:0:11362:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.382450:0:11362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:3.0:1776201245.382471:0:11362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:3.0:1776201245.382476:0:11362:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776201245.382479:0:11362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:3.0:1776201245.382484:0:11362:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [778:778:256:4294967295] 192.168.204.111@tcp LPNI seq info [778:778:8:4294967295] 00000400:00000200:3.0:1776201245.382488:0:11362:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.382497:0:11362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:3.0:1776201245.382504:0:11362:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:3.0:1776201245.382519:0:11362:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000c0e8b6 (tot 3226470). 00000800:00000200:3.0:1776201245.382526:0:11362:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:3.0:1776201245.382535:0:11362:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:3.0:1776201245.382539:0:11362:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000c0e8b6 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1776201245.382556:0:11362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.382568:0:11362:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776201245.382603:0:11362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.382606:0:11362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776201245.382608:0:11362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776201245.382611:0:11362:0:(client.c:2500:ptlrpc_set_wait()) set 000000005d72a931 going to sleep for 6 seconds 00000100:00000001:3.0:1776201245.382614:0:11362:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776201245.382617:0:11362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.382704:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.382708:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000c0e8b6 (tot 3226222). 00000400:00000200:2.0:1776201245.382714:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.382719:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.382723:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000984114a1 00000400:00000010:2.0:1776201245.382725:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000984114a1. 00000100:00000001:2.0:1776201245.382729:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.382733:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201245.382743:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.382745:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201245.382752:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.382754:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201245.391668:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.391696:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201245.391701:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.391704:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.391717:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.391726:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201245.391738:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.391761:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.391765:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.391770:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 8472 into portal 25 MB=0x69deac640dc40 00000400:00000200:2.0:1776201245.391776:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.391785:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 8472/8472 into md 0x209d [4] + 224 00000800:00000001:2.0:1776201245.391796:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.391814:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.391817:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.391906:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201245.391916:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201245.391925:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000040:2.0:1776201245.391937:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8472 offset=224 replen=8472 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201245.391965:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201245.391980:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.391984:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201245.392230:0:11362:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776201245.392243:0:11362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776201245.392245:0:11362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776201245.392248:0:11362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071d29e0b. 00000400:00000200:3.0:1776201245.392253:0:11362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000925015ac 00000400:00000010:3.0:1776201245.392255:0:11362:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000925015ac (tot 3226038). 00000100:00000001:3.0:1776201245.392259:0:11362:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201245.392263:0:11362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000200:3.0:1776201245.392485:0:11362:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.392491:0:11362:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776201245.392493:0:11362:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201245.392496:0:11362:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776201245.392501:0:11362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776201245.392504:0:11362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776201245.392507:0:11362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201245.392519:0:11362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776201245.392528:0:11362:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:3.0:1776201245.392533:0:11362:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:3.0:1776201245.392535:0:11362:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776201245.392537:0:11362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776201245.392540:0:11362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776201245.392543:0:11362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.392546:0:11362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776201245.392551:0:11362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.392557:0:11362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776201245.392560:0:11362:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776201245.392563:0:11362:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776201245.392566:0:11362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00100000:3.0:1776201245.392603:0:11362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002affe7d0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11362:1862481534311488:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:3.0:1776201245.392609:0:11362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776201245.392612:0:11362:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.392615:0:11362:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776201245.392617:0:11362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201245.392620:0:11362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.392627:0:11362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776201245.392636:0:11362:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d72a931. 00000100:00000001:3.0:1776201245.392639:0:11362:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776201245.392641:0:11362:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1776201245.392652:0:11362:0:(llog_client.c:211:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1776201245.392654:0:11362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201245.392656:0:11362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002affe7d0 x1862481534311488/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.392663:0:11362:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776201245.392666:0:11362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776201245.392670:0:11362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a5e3feac. 02000000:00000001:3.0:1776201245.392689:0:11362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776201245.392692:0:11362:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776201245.392694:0:11362:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:3.0:1776201245.392697:0:11362:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776201245.392699:0:11362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091c605e8. 02000000:00000001:3.0:1776201245.392704:0:11362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776201245.392705:0:11362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776201245.392707:0:11362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002affe7d0. 00000100:00000001:3.0:1776201245.392711:0:11362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776201245.392712:0:11362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1776201245.392715:0:11362:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776201245.392716:0:11362:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:3.0:1776201245.392718:0:11362:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:3.0:1776201245.392720:0:11362:0:(lustre_log.h:477:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1776201245.392724:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000e9fc7899 type 0x10620000 00000040:00001000:3.0:1776201245.392726:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=49 00000040:00001000:3.0:1776201245.392729:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 49 00000040:00001000:3.0:1776201245.392730:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000006072d6fe type 0x10620000 00000040:00001000:3.0:1776201245.392731:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=50 00000040:00001000:3.0:1776201245.392732:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 50 00000040:00001000:3.0:1776201245.392733:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000079719a38 type 0x10620000 00000040:00001000:3.0:1776201245.392734:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=51 00000040:00001000:3.0:1776201245.392735:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 51 00000040:00001000:3.0:1776201245.392736:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000009d3768f9 type 0x10620000 00000040:00001000:3.0:1776201245.392737:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=52 00000040:00001000:3.0:1776201245.392738:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 52 00000040:00001000:3.0:1776201245.392747:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000030de459d type 0x10620000 00000040:00001000:3.0:1776201245.392748:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=53 00000040:00001000:3.0:1776201245.392750:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 53 00000040:00001000:3.0:1776201245.392750:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000002f159814 type 0x10620000 00000040:00001000:3.0:1776201245.392751:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=54 00000040:00001000:3.0:1776201245.392753:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 54 00000040:00001000:3.0:1776201245.392754:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000004b417aaa type 0x10620000 00000040:00001000:3.0:1776201245.392755:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=55 00000040:00001000:3.0:1776201245.392756:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 55 00000040:00001000:3.0:1776201245.392756:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000000b512a07 type 0x10620000 00000040:00001000:3.0:1776201245.392758:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=56 00000040:00001000:3.0:1776201245.392759:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 56 00000040:00001000:3.0:1776201245.392760:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000006e345ac1 type 0x10620000 00000040:00001000:3.0:1776201245.392761:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=57 00000040:00001000:3.0:1776201245.392762:0:11362:0:(llog.c:700:llog_process_thread()) skipping lrh_index 57 00000040:00001000:3.0:1776201245.392763:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000c29045d3 type 0x10620000 00000040:00001000:3.0:1776201245.392764:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=58 00000040:00001000:3.0:1776201245.392765:0:11362:0:(llog.c:718:llog_process_thread()) lrh_index: 58 lrh_len: 224 (6496 remains) 00000040:00001000:3.0:1776201245.392768:0:11362:0:(llog.c:735:llog_process_thread()) index: 58, lh_last_idx: 60 synced_idx: 0 lgh_last_idx: 60 00000020:00000001:3.0:1776201245.392772:0:11362:0:(obd_config.c:1761:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1776201245.392775:0:11362:0:(llog_swab.c:444:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1776201245.392777:0:11362:0:(llog_swab.c:487:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1776201245.392778:0:11362:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1776201245.392784:0:11362:0:(obd_mount.c:983:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1776201245.392786:0:11362:0:(obd_mount.c:988:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1776201245.392794:0:11362:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e71159ad. 00000020:00000080:3.0:1776201245.392797:0:11362:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1776201245.392800:0:11362:0:(obd_config.c:1460:class_process_config()) marker 50 (0x1) lustre-clilov rem lustre.cea1.lustre-OST0000_UUID 00000020:00000001:3.0:1776201245.392803:0:11362:0:(obd_config.c:1461:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1776201245.392806:0:11362:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e71159ad. 00000020:00000001:3.0:1776201245.392809:0:11362:0:(obd_config.c:2002:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1776201245.392811:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000003055089c type 0x10620000 00000040:00001000:3.0:1776201245.392812:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=59 00000040:00001000:3.0:1776201245.392813:0:11362:0:(llog.c:718:llog_process_thread()) lrh_index: 59 lrh_len: 128 (6272 remains) 00000040:00001000:3.0:1776201245.392815:0:11362:0:(llog.c:735:llog_process_thread()) index: 59, lh_last_idx: 60 synced_idx: 0 lgh_last_idx: 60 00000020:00000001:3.0:1776201245.393464:0:11362:0:(obd_config.c:1761:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1776201245.393474:0:11362:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000024ca5f34. 00000020:01000000:3.0:1776201245.393481:0:11362:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce022, instance name: lustre-clilov-ffff8ec9836a6800 00000020:00000010:3.0:1776201245.393484:0:11362:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000099b0d4fd. 00000020:00000080:3.0:1776201245.393486:0:11362:0:(obd_config.c:1384:class_process_config()) processing cmd: ce022 00000020:00000001:3.0:1776201245.393493:0:11362:0:(obd_class.h:984:obd_pool_rem()) Process entered 00020000:00000001:3.0:1776201245.393497:0:11362:0:(lov_pool.c:442:lov_pool_remove()) Process entered 00000020:00000001:3.0:1776201245.393504:0:11362:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1776201245.393507:0:11362:0:(lu_tgt_pool.c:191:lu_tgt_pool_remove()) Process leaving 00020000:01000000:3.0:1776201245.393508:0:11362:0:(lov_pool.c:476:lov_pool_remove()) lustre-OST0000_UUID removed from cea1 00020000:00000001:3.0:1776201245.393519:0:11362:0:(lov_pool.c:478:lov_pool_remove()) Process leaving 00020000:00000040:3.0:1776201245.393520:0:11362:0:(lov_pool.c:85:lov_pool_putref()) pool 0000000009420fc5 00000020:00000001:3.0:1776201245.393522:0:11362:0:(obd_class.h:991:obd_pool_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776201245.393524:0:11362:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1776201245.393527:0:11362:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000099b0d4fd. 00000020:00000010:3.0:1776201245.393530:0:11362:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000024ca5f34. 00000020:00000001:3.0:1776201245.393532:0:11362:0:(obd_config.c:2002:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1776201245.393535:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000dc7a8698 type 0x10620000 00000040:00001000:3.0:1776201245.393537:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=60 00000040:00001000:3.0:1776201245.393540:0:11362:0:(llog.c:667:llog_process_thread()) synced_idx: 60 00000040:00000001:3.0:1776201245.393542:0:11362:0:(lustre_log.h:467:llog_next_block()) Process entered 00000040:00000001:3.0:1776201245.393544:0:11362:0:(llog_client.c:157:llog_client_next_block()) Process entered 00000020:00000040:3.0:1776201245.393547:0:11362:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:3.0:1776201245.393553:0:11362:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002affe7d0. 00000020:00000040:3.0:1776201245.393556:0:11362:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:3.0:1776201245.393560:0:11362:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776201245.393564:0:11362:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776201245.393611:0:11362:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776201245.393623:0:11362:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2eaad57. 00000100:00000001:3.0:1776201245.393632:0:11362:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.393638:0:11362:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776201245.393641:0:11362:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776201245.393649:0:11362:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d72a931. 00000100:00000001:3.0:1776201245.393652:0:11362:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595102038080 : -124478607513536 : ffff8ec990d12840) 00000100:00000001:3.0:1776201245.393655:0:11362:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776201245.393666:0:11362:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595124507840 : -124478585043776 : ffff8ec9922804c0) 00000100:00000001:3.0:1776201245.393671:0:11362:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776201245.393676:0:11362:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201245.393679:0:11362:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776201245.393681:0:11362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776201245.393688:0:11362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.393696:0:11362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776201245.393699:0:11362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201245.393703:0:11362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776201245.393707:0:11362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776201245.393710:0:11362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002affe7d0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11362:1862481534311552:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:3.0:1776201245.393714:0:11362:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776201245.393721:0:11362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776201245.393723:0:11362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776201245.393726:0:11362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776201245.393740:0:11362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a5e3feac. 02000000:00000001:3.0:1776201245.393742:0:11362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776201245.393752:0:11362:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:3.0:1776201245.393757:0:11362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071d29e0b. 00000400:00000010:3.0:1776201245.393765:0:11362:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000925015ac (tot 3226222). 00000100:00000200:3.0:1776201245.393774:0:11362:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481534311552, portal 25 00000100:00000001:3.0:1776201245.393776:0:11362:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776201245.393777:0:11362:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595124507840 : -124478585043776 : ffff8ec9922804c0) 00000100:00000040:3.0:1776201245.393782:0:11362:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:3.0:1776201245.393788:0:11362:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776201245.393791:0:11362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:3.0:1776201245.393794:0:11362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af9a482c. 00000100:00000200:3.0:1776201245.393797:0:11362:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481534311552, offset 0 00000400:00000200:3.0:1776201245.393804:0:11362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:3.0:1776201245.393814:0:11362:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.394554:0:11362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:3.0:1776201245.394751:0:11362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:3.0:1776201245.394756:0:11362:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776201245.394760:0:11362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:3.0:1776201245.394763:0:11362:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [779:779:256:4294967295] 192.168.204.111@tcp LPNI seq info [779:779:8:4294967295] 00000400:00000200:3.0:1776201245.394942:0:11362:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201245.394953:0:11362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:3.0:1776201245.394961:0:11362:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201245.395185:0:11362:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002596a3ca (tot 3226470). 00000800:00000200:2.0:1776201245.395197:0:11362:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201245.395207:0:11362:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201245.395303:0:11362:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002596a3ca type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1776201245.395365:0:11362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.395369:0:11362:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201245.395373:0:11362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.395376:0:11362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776201245.395379:0:11362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776201245.395381:0:11362:0:(client.c:2500:ptlrpc_set_wait()) set 000000005d72a931 going to sleep for 6 seconds 00000100:00000001:2.0:1776201245.395386:0:11362:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201245.395390:0:11362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.396766:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.396774:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002596a3ca (tot 3226222). 00000400:00000200:2.0:1776201245.396785:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.396795:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.396822:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af9a482c 00000400:00000010:2.0:1776201245.396826:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af9a482c. 00000100:00000001:2.0:1776201245.396834:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.396843:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201245.396866:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.396869:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201245.396876:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.396878:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201245.401334:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.401358:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201245.401364:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.401366:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.401380:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.401389:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201245.401400:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.401407:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.401411:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.401416:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 8472 into portal 25 MB=0x69deac640dc80 00000400:00000200:2.0:1776201245.401422:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.401429:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 8472/8472 into md 0x20ad [4] + 224 00000800:00000001:2.0:1776201245.401438:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.402370:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.402378:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.402387:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201245.402397:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201245.402407:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000040:2.0:1776201245.402419:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8472 offset=224 replen=8472 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201245.402498:0:11362:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201245.402524:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201245.402569:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.402595:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1776201245.402789:0:11362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201245.402792:0:11362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201245.402796:0:11362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071d29e0b. 00000400:00000200:0.0:1776201245.402801:0:11362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000925015ac 00000400:00000010:0.0:1776201245.402804:0:11362:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000925015ac (tot 3226038). 00000100:00000001:0.0:1776201245.402808:0:11362:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776201245.402813:0:11362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000200:0.0:1776201245.402821:0:11362:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201245.402828:0:11362:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776201245.402830:0:11362:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201245.402833:0:11362:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201245.402845:0:11362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201245.402848:0:11362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201245.402851:0:11362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201245.402946:0:11362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201245.402956:0:11362:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:0.0:1776201245.402961:0:11362:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201245.402964:0:11362:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201245.402965:0:11362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201245.402968:0:11362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201245.402971:0:11362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201245.402973:0:11362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201245.402978:0:11362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201245.402985:0:11362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201245.402989:0:11362:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201245.402991:0:11362:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201245.402994:0:11362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00100000:0.0:1776201245.403001:0:11362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002affe7d0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11362:1862481534311552:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:0.0:1776201245.403007:0:11362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201245.403010:0:11362:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201245.403012:0:11362:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776201245.403015:0:11362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201245.403018:0:11362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201245.403024:0:11362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776201245.403028:0:11362:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d72a931. 00000100:00000001:0.0:1776201245.403031:0:11362:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776201245.403032:0:11362:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201245.403044:0:11362:0:(llog_client.c:211:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1776201245.403045:0:11362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201245.403048:0:11362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002affe7d0 x1862481534311552/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201245.403054:0:11362:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201245.403063:0:11362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201245.403066:0:11362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a5e3feac. 02000000:00000001:0.0:1776201245.404021:0:11362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201245.404025:0:11362:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201245.404027:0:11362:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201245.404031:0:11362:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201245.404034:0:11362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e2eaad57. 02000000:00000001:0.0:1776201245.404040:0:11362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201245.404041:0:11362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201245.404043:0:11362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002affe7d0. 00000100:00000001:0.0:1776201245.404048:0:11362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201245.404048:0:11362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1776201245.404052:0:11362:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201245.404053:0:11362:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201245.404054:0:11362:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:0.0:1776201245.404057:0:11362:0:(lustre_log.h:477:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201245.404060:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000dc7a8698 type 0x10620000 00000040:00001000:0.0:1776201245.404062:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=60 00000040:00001000:0.0:1776201245.404066:0:11362:0:(llog.c:718:llog_process_thread()) lrh_index: 60 lrh_len: 224 (6144 remains) 00000040:00001000:0.0:1776201245.404069:0:11362:0:(llog.c:735:llog_process_thread()) index: 60, lh_last_idx: 60 synced_idx: 60 lgh_last_idx: 60 00000020:00000001:0.0:1776201245.404083:0:11362:0:(obd_config.c:1761:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1776201245.404087:0:11362:0:(llog_swab.c:444:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1776201245.404089:0:11362:0:(llog_swab.c:487:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1776201245.404090:0:11362:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1776201245.404100:0:11362:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008fb710cd. 00000020:00000080:0.0:1776201245.404104:0:11362:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1776201245.404107:0:11362:0:(obd_config.c:1460:class_process_config()) marker 50 (0x2) lustre-clilov rem lustre.cea1.lustre-OST0000_UUID 00000020:00000001:0.0:1776201245.404110:0:11362:0:(obd_config.c:1461:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1776201245.404113:0:11362:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008fb710cd. 00000020:00000001:0.0:1776201245.404118:0:11362:0:(obd_config.c:2002:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201245.404120:0:11362:0:(llog.c:604:llog_process_thread()) processing rec 0x000000004c0802fb type 0x0 00000040:00001000:0.0:1776201245.404121:0:11362:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:0.0:1776201245.404123:0:11362:0:(llog.c:623:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1776201245.404125:0:11362:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000040:00000010:0.0:1776201245.404291:0:11362:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at 00000000e9fc7899. 00000020:00000010:0.0:1776201245.404301:0:11362:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000006e2bab97. 00000040:00000010:0.0:1776201245.404314:0:11362:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000040a340c5. 00000020:00000010:0.0:1776201245.404318:0:11362:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000005582a3c8. 00000020:00000010:0.0:1776201245.404325:0:11362:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000027a6c501. 80000000:00000010:0.0:1776201245.404332:0:11362:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000cc1c08d3. 00040000:00000010:0.0:1776201245.404338:0:11362:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000003989ec3. 00040000:00000010:0.0:1776201245.404343:0:11362:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000d59a0223. 20000000:00000010:0.0:1776201245.404347:0:11362:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 0000000005af81e3. 00000020:00000010:0.0:1776201245.404350:0:11362:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000955d569a. 00000040:00000010:1.0:1776201245.404848:0:5584:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000110fb5e4. 00000040:00000001:1.0:1776201245.404945:0:5584:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1776201245.404948:0:5584:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 00000040:00000010:1.0:1776201245.404954:0:5584:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 000000006d2d506a. 00000040:00000010:1.0:1776201245.404962:0:5584:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000cb5f61ab. 00000020:00000001:1.0:1776201245.404967:0:5584:0:(obd_config.c:2047:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.404970:0:5584:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1776201245.404974:0:5584:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000de5b13b5. 00000040:00000010:1.0:1776201245.404979:0:5584:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000ed044ec9. 00000020:00000010:1.0:1776201245.404983:0:5584:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000028377839. 00000020:00000010:1.0:1776201245.404989:0:5584:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000005c2d4714. 80000000:00000010:1.0:1776201245.404993:0:5584:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000f9d59a80. 00040000:00000010:1.0:1776201245.404997:0:5584:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000001b77512e. 20000000:00000010:1.0:1776201245.405003:0:5584:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000009a129a9e. 00000020:00000010:1.0:1776201245.405007:0:5584:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021a69570. 10000000:00000010:1.0:1776201245.405009:0:5584:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000002f0a3b5. 10000000:01000000:1.0:1776201245.405013:0:5584:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.111@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1776201245.405016:0:5584:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776201245.405020:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201245.405023:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201245.405027:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=3 00000020:00000001:1.0:1776201245.405029:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.405033:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201245.405036:0:5584:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776201245.405040:0:5584:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.405060:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201245.405065:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.405067:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776201245.405302:0:5584:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.405309:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201245.405312:0:5584:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776201245.405313:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.405314:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776201245.405316:0:5584:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.405318:0:5584:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.405322:0:5584:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776201245.405325:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201245.405327:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-sptlrpc (000000006d12509a) refs 2 10000000:00000001:1.0:1776201245.405329:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.405331:0:5584:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776201245.405332:0:5584:0:(mgc_request.c:145:config_log_put()) log lustre-client(00000000057140f2) refs 3 10000000:00000001:1.0:1776201245.405334:0:5584:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:1.0:1776201245.405335:0:5584:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:1.0:1776201245.405337:0:5584:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1776201245.405339:0:5584:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:1.0:1776201245.405341:0:5584:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff8ec984a25360 from 1 10000000:00000001:1.0:1776201245.405344:0:5584:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:1.0:1776201245.405345:0:5584:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1776201245.405353:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c321a3f7. 00000020:00000040:1.0:1776201245.405358:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201245.405362:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201245.405366:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201245.405373:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201245.405382:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb5f61ab. 00000100:00000001:1.0:1776201245.405393:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.405399:0:5584:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1776201245.405402:0:5584:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1776201245.405409:0:5584:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201245.405418:0:5584:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201245.405421:0:5584:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1776201245.405425:0:5584:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009e61471. 00000020:00000001:1.0:1776201245.405431:0:5584:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1776201245.405433:0:5584:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000009e61471 with handle 0x33081ca0ae741df2 to hash 00000020:00000001:1.0:1776201245.405436:0:5584:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1776201245.405437:0:5584:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.405441:0:5584:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.405445:0:5584:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776201245.405448:0:5584:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201245.405450:0:5584:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.405456:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00010000:1.0:1776201245.405536:0:5584:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.405542:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00010000:1.0:1776201245.405554:0:5584:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.405560:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00000100:00000001:1.0:1776201245.405562:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201245.405564:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201245.405797:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201245.405801:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595155678912 : -124478553872704 : ffff8ec99403a6c0) 00000100:00000001:1.0:1776201245.405804:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.405806:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000001:1.0:1776201245.405811:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201245.405816:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.405820:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201245.405822:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201245.405836:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.405953:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201245.405956:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.405962:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201245.405965:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201245.405970:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311616:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.405975:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201245.405985:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201245.405987:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.405991:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201245.405997:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f202a85. 02000000:00000001:1.0:1776201245.405998:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201245.406008:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201245.406013:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc158a48. 00000400:00000010:1.0:1776201245.406021:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bded2e17. 00000100:00000200:1.0:1776201245.406033:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481534311616, portal 25 00000100:00000001:1.0:1776201245.406035:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.406036:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000040:1.0:1776201245.406043:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.406050:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201245.406054:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201245.406057:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7c71d. 00000100:00000200:1.0:1776201245.406061:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481534311616, offset 0 00000400:00000200:1.0:1776201245.406070:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201245.406337:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.406346:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201245.406356:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201245.406360:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201245.406363:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201245.406367:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [780:780:256:4294967295] 192.168.204.111@tcp LPNI seq info [780:780:8:4294967295] 00000400:00000200:1.0:1776201245.406371:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.406389:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201245.406396:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201245.406401:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000759b0338 (tot 3226286). 00000800:00000200:1.0:1776201245.406408:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201245.406418:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201245.406422:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000759b0338 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776201245.406646:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.406649:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.406652:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.406655:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201245.406657:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201245.406660:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 0000000084b4d4ed going to sleep for 6 seconds 00000100:00000001:1.0:1776201245.406663:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201245.406666:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.411871:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.411882:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000759b0338 (tot 3226038). 00000400:00000200:2.0:1776201245.411895:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.411907:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.411915:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7c71d 00000400:00000010:2.0:1776201245.411918:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7c71d. 00000100:00000001:2.0:1776201245.411929:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.411938:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.411952:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.411955:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.411962:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.411964:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201245.413807:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.413830:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201245.413835:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.413838:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.414042:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.414053:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201245.414066:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.415409:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.415426:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.415438:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 344 into portal 25 MB=0x69deac640dcc0 00000400:00000200:2.0:1776201245.415446:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.415454:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 344/344 into md 0x20bd [1] + 224 00000800:00000001:2.0:1776201245.415548:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.415733:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.415737:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.415743:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201245.415752:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201245.415762:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776201245.415804:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.415962:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201245.415983:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201245.415999:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.416005:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776201245.416048:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201245.416051:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201245.416054:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc158a48. 00000400:00000200:1.0:1776201245.416061:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bded2e17 00000400:00000010:1.0:1776201245.416063:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bded2e17. 00000100:00000001:1.0:1776201245.416069:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201245.416324:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201245.416333:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.416339:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201245.416342:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.416345:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201245.416350:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201245.416353:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201245.416357:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.416360:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201245.416370:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201245.416377:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201245.416393:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201245.416395:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.416399:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201245.416401:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.416404:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201245.416409:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.416415:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.416419:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201245.416422:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201245.416425:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201245.416433:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311616:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.416440:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.416444:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.416447:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201245.416451:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.416454:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.416544:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201245.416548:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201245.416553:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201245.416555:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.416559:0:5584:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776201245.416562:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201245.416566:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201245.416569:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009e61471 refcount=4 00000020:00000001:1.0:1776201245.416689:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.416694:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000040:1.0:1776201245.416701:0:5584:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000009e61471, remote cookie: 0xf3a9f3c175928c1b, flags: 0x0 00010000:00000001:1.0:1776201245.416705:0:5584:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776201245.416709:0:5584:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776201245.416717:0:5584:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776201245.416719:0:5584:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776201245.416721:0:5584:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776201245.416723:0:5584:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000806bc030) refcount = 2 00010000:00000040:1.0:1776201245.416727:0:5584:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1776201245.416730:0:5584:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.416737:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00010000:1.0:1776201245.416742:0:5584:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.416747:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201245.416750:0:5584:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776201245.416751:0:5584:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776201245.416753:0:5584:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201245.416756:0:5584:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776201245.416759:0:5584:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201245.416761:0:5584:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.416767:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201245.416768:0:5584:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776201245.416770:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.416771:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201245.416772:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.416773:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201245.416774:0:5584:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.416777:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.416779:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c321a3f7 x1862481534311616/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.416797:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201245.416801:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201245.416804:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f202a85. 02000000:00000001:1.0:1776201245.416808:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201245.416810:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.416816:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.416819:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201245.416822:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb5f61ab. 02000000:00000001:1.0:1776201245.416827:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201245.416834:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201245.416836:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c321a3f7. 00000100:00000001:1.0:1776201245.416841:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201245.416842:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1776201245.416844:0:5584:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.416848:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201245.416849:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-sptlrpc (000000006d12509a) refs 3 10000000:00000001:1.0:1776201245.416938:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201245.416940:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201245.416941:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201245.416943:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009e61471 refcount=3 00000020:00000001:1.0:1776201245.416944:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.416947:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.416949:0:5584:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1776201245.416950:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.416951:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201245.416953:0:5584:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.416956:0:5584:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1776201245.416961:0:5584:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000002f0a3b5. 00000020:00000010:1.0:1776201245.416965:0:5584:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb5f61ab. 00000020:00000010:1.0:1776201245.416971:0:5584:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015fdaaad. 00000040:00000010:1.0:1776201245.416975:0:5584:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000bc68af4c. 00000020:00000010:1.0:1776201245.416981:0:5584:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000028377839. 00000020:00000010:1.0:1776201245.416986:0:5584:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000008ee9529f. 80000000:00000010:1.0:1776201245.416991:0:5584:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f9d59a80. 00040000:00000010:1.0:1776201245.416998:0:5584:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000002b540973. 20000000:00000010:1.0:1776201245.417003:0:5584:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000002950a7d7. 10000000:00000040:1.0:1776201245.417007:0:5584:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000061e41745 : new refcount 2 00000020:00000001:1.0:1776201245.417011:0:5584:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1776201245.417013:0:5584:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1776201245.417016:0:5584:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:1.0:1776201245.417025:0:5584:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 000000008970a33a. 00000040:00000001:1.0:1776201245.417031:0:5584:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:1.0:1776201245.417034:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:1.0:1776201245.417041:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c321a3f7. 00000020:00000040:1.0:1776201245.417043:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201245.417049:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201245.417053:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201245.417059:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201245.417366:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021a69570. 00000100:00000001:1.0:1776201245.417379:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.417389:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201245.417391:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201245.417399:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201245.417402:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595155678912 : -124478553872704 : ffff8ec99403a6c0) 00000100:00000001:1.0:1776201245.417405:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.417406:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000001:1.0:1776201245.417411:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201245.417417:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.417419:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201245.417421:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201245.417426:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.417436:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201245.417439:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.417445:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201245.417448:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201245.417452:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311680:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.419049:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201245.419069:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201245.419310:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.419316:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201245.419328:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a129a9e. 02000000:00000001:1.0:1776201245.419332:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201245.419346:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201245.420994:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc158a48. 00000400:00000010:1.0:1776201245.421040:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bded2e17. 00000100:00000200:1.0:1776201245.421053:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311680, portal 25 00000100:00000001:1.0:1776201245.421058:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201245.421060:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000040:1.0:1776201245.421305:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.421315:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201245.421318:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201245.421322:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003393aea6. 00000100:00000200:1.0:1776201245.421326:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481534311680, offset 0 00000400:00000200:1.0:1776201245.421334:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201245.421346:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.421420:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201245.421431:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201245.421436:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201245.421439:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201245.421443:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [781:781:256:4294967295] 192.168.204.111@tcp LPNI seq info [781:781:8:4294967295] 00000400:00000200:1.0:1776201245.421448:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201245.421531:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201245.421539:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201245.421545:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d6e8e2 (tot 3226286). 00000800:00000200:1.0:1776201245.421553:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201245.421563:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201245.421568:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d6e8e2 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1776201245.421792:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.421794:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201245.421799:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201245.421802:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201245.421804:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201245.421807:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 0000000084b4d4ed going to sleep for 6 seconds 00000100:00000001:1.0:1776201245.421810:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201245.421814:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201245.425262:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201245.425272:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d6e8e2 (tot 3226038). 00000400:00000200:2.0:1776201245.425282:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.425293:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201245.425301:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003393aea6 00000400:00000010:2.0:1776201245.425303:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003393aea6. 00000100:00000001:2.0:1776201245.425312:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201245.425324:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.425338:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201245.425341:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201245.425348:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201245.425350:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201245.426800:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.426822:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201245.426828:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.426830:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.426842:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.426850:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201245.426957:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.426963:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.426968:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.426973:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 272 into portal 25 MB=0x69deac640dd00 00000400:00000200:2.0:1776201245.426979:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201245.426986:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 272/272 into md 0x20c5 [1] + 224 00000800:00000001:2.0:1776201245.426999:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.427032:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201245.427036:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201245.427042:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201245.427050:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201245.427060:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776201245.427154:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.427316:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201245.427334:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201245.427346:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201245.427354:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776201245.427400:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201245.427403:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201245.427406:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc158a48. 00000400:00000200:1.0:1776201245.427413:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bded2e17 00000400:00000010:1.0:1776201245.427414:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bded2e17. 00000100:00000001:1.0:1776201245.427420:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201245.427424:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201245.427432:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.427438:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201245.427440:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.427443:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201245.427446:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201245.427450:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201245.427452:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201245.427456:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201245.427548:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=126 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201245.427554:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=126 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201245.427556:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776201245.427559:0:5584:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc 0/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.427566:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1776201245.427568:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1776201245.427994:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Rpc:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.428005:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1776201245.428009:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201245.428012:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201245.428016:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Interpret:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201245.428023:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534311680:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201245.428046:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201245.428049:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1776201245.428052:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201245.428055:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.428058:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 2 fl Complete:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.428064:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201245.428067:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201245.428070:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201245.428156:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1776201245.428159:0:5584:0:(llog_client.c:131:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1776201245.428165:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.428167:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.428169:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:1.0:1776201245.428171:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201245.428174:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c321a3f7 x1862481534311680/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201252 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201245.428180:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201245.428183:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201245.428187:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a129a9e. 02000000:00000001:1.0:1776201245.428192:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201245.428193:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201245.428194:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201245.428196:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201245.428198:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021a69570. 02000000:00000001:1.0:1776201245.428203:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201245.428205:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201245.428207:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c321a3f7. 00000100:00000001:1.0:1776201245.428210:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201245.428304:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1776201245.428308:0:5584:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 000000008970a33a. 00000040:00000001:1.0:1776201245.428314:0:5584:0:(llog.c:1405:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1776201245.428318:0:5584:0:(obd_config.c:2021:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1776201245.428322:0:5584:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1776201245.428336:0:5584:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000015fdaaad. 00000040:00000010:1.0:1776201245.428343:0:5584:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000bc68af4c. 00000020:00000010:1.0:1776201245.428347:0:5584:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000028377839. 00000020:00000010:1.0:1776201245.428354:0:5584:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000008ee9529f. 80000000:00000010:1.0:1776201245.428360:0:5584:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000f9d59a80. 00040000:00000010:1.0:1776201245.428367:0:5584:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000002b540973. 20000000:00000010:1.0:1776201245.428373:0:5584:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000002950a7d7. 00000020:00000010:1.0:1776201245.428377:0:5584:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb5f61ab. 10000000:00000010:1.0:1776201245.428380:0:5584:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000002f0a3b5. 10000000:01000000:1.0:1776201245.428385:0:5584:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1776201245.428388:0:5584:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776201245.428391:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201245.428395:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201245.428397:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009e61471 refcount=3 00000020:00000001:1.0:1776201245.428400:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.428403:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201245.428406:0:5584:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776201245.428411:0:5584:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.428420:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201245.428424:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.428426:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776201245.428428:0:5584:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201245.428434:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201245.428436:0:5584:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776201245.428437:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201245.428438:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776201245.428439:0:5584:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201245.428442:0:5584:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1776201245.428446:0:5584:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776201245.428449:0:5584:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776201245.428450:0:5584:0:(mgc_request.c:145:config_log_put()) log lustre-sptlrpc(000000006d12509a) refs 3 10000000:00000001:1.0:1776201245.428543:0:5584:0:(mgc_request.c:169:config_log_put()) Process leaving 00010000:00000001:0.0:1776201246.127730:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201246.127737:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201246.127745:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201246.127746:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201246.127750:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201246.127751:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1776201246.130980:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1776201246.130987:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776201246.130994:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1776201247.086619:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) d23467c3-88a5-4456-93b7-5547e25fcce3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776201247.086632:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776201247.086645:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c321a3f7. 00000020:00000040:1.0:1776201247.086653:0:38:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201247.086658:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201247.086662:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201247.086668:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201247.086679:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000badf7d7. 00000100:00000001:1.0:1776201247.086687:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086700:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging d23467c3-88a5-4456-93b7-5547e25fcce3->MGS req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776201247.086711:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201247.086716:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086722:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c321a3f7] to pc [ptlrpcd_00_01+1] req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.086744:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086746:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776201247.086761:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776201247.086764:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000dbdf3ac. 00000020:00000040:1.0:1776201247.086766:0:38:0:(genops.c:1191:class_import_get()) import 00000000bbe7ec63 refcount=7 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000100:00000001:1.0:1776201247.086769:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201247.086770:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201247.086772:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201247.086781:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2d973d4. 00000100:00000001:1.0:1776201247.086785:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086788:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0000_UUID req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776201247.086794:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201247.086796:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086798:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000dbdf3ac] to pc [ptlrpcd_00_00+0] req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.086841:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086843:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776201247.086846:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776201247.086849:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000620b14eb. 00000020:00000040:1.0:1776201247.086851:0:38:0:(genops.c:1191:class_import_get()) import 000000002906445a refcount=7 obd=lustre-MDT0001-mdc-ffff8ec9836a6800 00000100:00000001:1.0:1776201247.086853:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201247.086854:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201247.086856:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201247.086859:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1f1fb80. 00000100:00000001:1.0:1776201247.086862:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086865:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0001_UUID req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776201247.086871:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201247.086873:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.086876:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000620b14eb] to pc [ptlrpcd_00_01+1] req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.086882:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776201247.086883:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776201247.086887:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776201247.086889:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776201247.086892:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776201247.086898:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (489) 00000100:00000001:0.0:1776201247.087991:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201247.087998:0:2259:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201247.088000:0:2259:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201247.088010:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1776201247.088021:0:2259:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201247.088023:0:2259:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201247.088027:0:2259:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201247.088031:0:2259:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201247.088033:0:2259:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d23467c3-88a5-4456-93b7-5547e25fcce3:2259:1862481534311744:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1776201247.088038:0:2259:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201247.088045:0:2259:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201247.088047:0:2259:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201247.088050:0:2259:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201247.088057:0:2259:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aec361ff. 02000000:00000001:0.0:1776201247.088059:0:2259:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201247.088068:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201247.088074:0:2259:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e64fbe16. 00000400:00000010:0.0:1776201247.088082:0:2259:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090c93217. 00000100:00000200:0.0:1776201247.088090:0:2259:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311744, portal 25 00000100:00000001:0.0:1776201247.088092:0:2259:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201247.088101:0:2259:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889937536 : -124478819614080 : ffff8ec9842cc280) 00000100:00000040:0.0:1776201247.088107:0:2259:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1776201247.088114:0:2259:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201247.088116:0:2259:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201247.088119:0:2259:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a358a5a1. 00000100:00000200:0.0:1776201247.088123:0:2259:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481534311744, offset 0 00000400:00000200:0.0:1776201247.088131:0:2259:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201247.088140:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201247.088150:0:2259:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201247.088158:0:2259:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201247.088163:0:2259:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201247.088166:0:2259:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201247.088169:0:2259:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [782:782:256:4294967295] 192.168.204.111@tcp LPNI seq info [782:782:8:4294967295] 00000400:00000200:0.0:1776201247.088173:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201247.088195:0:2259:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201247.088202:0:2259:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201247.088208:0:2259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fb710cd (tot 3226286). 00000800:00000200:0.0:1776201247.088215:0:2259:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201247.088225:0:2259:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201247.088229:0:2259:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fb710cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776201247.088243:0:2259:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.088245:0:2259:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201247.088249:0:2259:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.088252:0:2259:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201247.088255:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1776201247.088261:0:2259:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201247.088262:0:2259:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201247.088265:0:2259:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201247.088266:0:2259:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201247.088275:0:2259:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000620b14eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a57e2c0c-62c1-418c-9cbb-e31618c02306:2259:1862481534311872:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1776201247.088278:0:2259:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201247.088280:0:2259:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201247.088281:0:2259:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201247.088282:0:2259:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201247.088285:0:2259:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f29028e. 02000000:00000001:0.0:1776201247.088286:0:2259:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201247.088290:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201247.088297:0:2259:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4f1e483. 00000400:00000010:0.0:1776201247.088301:0:2259:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034817b7a. 00000100:00000200:0.0:1776201247.088304:0:2259:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311872, portal 10 00000100:00000001:0.0:1776201247.088306:0:2259:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201247.088307:0:2259:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889948480 : -124478819603136 : ffff8ec9842ced40) 00000100:00000040:0.0:1776201247.088313:0:2259:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1776201247.088319:0:2259:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201247.088321:0:2259:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201247.088323:0:2259:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000636b45df. 00000100:00000200:0.0:1776201247.088324:0:2259:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481534311872, offset 0 00000400:00000200:0.0:1776201247.088329:0:2259:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201247.088332:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201247.088336:0:2259:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201247.088339:0:2259:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201247.088341:0:2259:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201247.088343:0:2259:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201247.088345:0:2259:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [783:783:255:4294967295] 192.168.204.111@tcp LPNI seq info [783:783:7:4294967295] 00000400:00000200:0.0:1776201247.088348:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201247.088353:0:2259:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201247.088358:0:2259:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201247.088361:0:2259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001395878d (tot 3226534). 00000800:00000200:0.0:1776201247.088364:0:2259:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201247.088374:0:2259:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201247.088376:0:2259:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001395878d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776201247.088379:0:2259:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.088380:0:2259:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201247.088382:0:2259:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.088384:0:2259:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.088386:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201247.088396:0:2259:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201247.088398:0:2259:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776201247.088399:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201247.088400:0:2259:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201247.088402:0:2259:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201247.089326:0:2259:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1776201247.089333:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201247.089341:0:2259:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201247.089343:0:2259:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201247.089346:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201247.089347:0:2259:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201247.089349:0:2259:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201247.089360:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1776201247.089371:0:2259:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201247.089372:0:2259:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201247.089377:0:2259:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201247.089379:0:2259:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201247.089382:0:2259:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a57e2c0c-62c1-418c-9cbb-e31618c02306:2259:1862481534311808:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1776201247.089386:0:2259:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201247.089391:0:2259:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201247.089393:0:2259:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201247.089395:0:2259:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201247.089400:0:2259:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd7f16e. 02000000:00000001:0.0:1776201247.089402:0:2259:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201247.090039:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201247.090045:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fb710cd (tot 3226286). 00000400:00000200:2.0:1776201247.090053:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201247.090060:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201247.090068:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a358a5a1 00000400:00000010:2.0:1776201247.090070:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a358a5a1. 00000100:00000001:2.0:1776201247.090074:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201247.090080:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.090091:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201247.090094:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.090101:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201247.090102:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1776201247.090303:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201247.090308:0:2259:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066e5ac68. 00000400:00000010:0.0:1776201247.090315:0:2259:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000248bb934. 00000100:00000200:0.0:1776201247.090337:0:2259:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311808, portal 10 00000100:00000001:0.0:1776201247.090340:0:2259:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201247.090342:0:2259:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889938752 : -124478819612864 : ffff8ec9842cc740) 00000100:00000040:0.0:1776201247.090351:0:2259:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1776201247.090357:0:2259:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201247.090360:0:2259:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201247.090363:0:2259:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1125228. 00000100:00000200:0.0:1776201247.090365:0:2259:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481534311808, offset 0 00000400:00000200:0.0:1776201247.090371:0:2259:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201247.090380:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201247.090388:0:2259:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201247.090395:0:2259:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201247.090398:0:2259:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201247.090401:0:2259:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201247.092412:0:2259:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [784:784:255:4294967295] 192.168.204.111@tcp LPNI seq info [784:784:7:4294967295] 00000100:00000001:1.0:1776201247.093473:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201247.093494:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201247.094082:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201247.094101:0:2259:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201247.094111:0:2259:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201247.094123:0:2259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092cecbea (tot 3226534). 00000800:00000200:0.0:1776201247.094134:0:2259:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201247.094143:0:2259:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201247.094148:0:2259:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092cecbea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776201247.094155:0:2259:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.094158:0:2259:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201247.094162:0:2259:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.094168:0:2259:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201247.094174:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201247.094569:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201247.094588:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001395878d (tot 3226286). 00000400:00000200:2.0:1776201247.094598:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201247.094604:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201247.094610:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000636b45df 00000400:00000010:2.0:1776201247.094628:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000636b45df. 00000100:00000001:2.0:1776201247.094636:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201247.094645:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.094658:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201247.094661:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.094668:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201247.094670:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776201247.094713:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201247.094716:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092cecbea (tot 3226038). 00000400:00000200:2.0:1776201247.094720:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201247.094723:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201247.094725:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1125228 00000400:00000010:2.0:1776201247.094727:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1125228. 00000100:00000001:2.0:1776201247.094729:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201247.094732:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.094738:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201247.094740:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.094745:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201247.094747:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201247.127944:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.127972:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201247.127978:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.127980:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201247.127997:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128007:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201247.128018:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128024:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128029:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128034:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 10 MB=0x69deac640ddc0 00000400:00000200:2.0:1776201247.128051:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128058:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.111@tcp of length 224/224 into md 0x20d5 [1] + 224 00000800:00000001:2.0:1776201247.128070:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.128075:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201247.128078:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201247.128083:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201247.128092:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201247.128101:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776201247.128113:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.128139:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201247.128155:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.128159:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201247.128160:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.128162:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201247.128166:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128169:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201247.128174:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128176:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128190:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128192:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 25 MB=0x69deac640dd40 00000400:00000200:2.0:1776201247.128196:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.128201:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 224/224 into md 0x20cd [1] + 224 00000800:00000001:2.0:1776201247.128205:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.128215:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201247.128217:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201247.128220:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201247.128222:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201247.128225:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776201247.128231:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.128245:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201247.128249:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.128252:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129059:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201247.129066:0:2259:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201247.129077:0:2259:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201247.129079:0:2259:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201247.129082:0:2259:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e64fbe16. 00000400:00000200:1.0:1776201247.129099:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090c93217 00000400:00000010:1.0:1776201247.129102:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090c93217. 00000100:00000001:1.0:1776201247.129106:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201247.129113:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776201247.129123:0:2259:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129128:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201247.129130:0:2259:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129133:0:2259:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201247.129137:0:2259:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201247.129140:0:2259:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201247.129143:0:2259:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201247.129146:0:2259:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201247.129153:0:2259:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=128 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201247.129158:0:2259:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=128 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201247.129161:0:2259:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201247.129162:0:2259:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201247.129165:0:2259:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201247.129168:0:2259:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201247.129170:0:2259:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.129175:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129182:0:2259:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201247.129185:0:2259:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201247.129188:0:2259:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201247.129191:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776201247.129197:0:2259:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c321a3f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d23467c3-88a5-4456-93b7-5547e25fcce3:2259:1862481534311744:192.168.204.111@tcp:400:kworker/u8:3.0 00000400:00000001:1.0:1776201247.129204:0:2259:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201247.129205:0:2259:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201247.129207:0:2259:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a4f1e483. 00000400:00000200:1.0:1776201247.129209:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034817b7a 00000400:00000010:1.0:1776201247.129216:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034817b7a. 00000100:00000001:1.0:1776201247.129218:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201247.129221:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776201247.129228:0:2259:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129233:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201247.129234:0:2259:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129235:0:2259:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201247.129237:0:2259:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201247.129238:0:2259:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201247.129239:0:2259:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201247.129240:0:2259:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201247.129247:0:2259:0:(import.c:1935:at_measured()) add 31 to 00000000e3ac6e18 time=128 v=31 (31 31 0 0) 00000100:00001000:1.0:1776201247.129250:0:2259:0:(import.c:1935:at_measured()) add 1 to 000000005d2d87be time=128 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201247.129252:0:2259:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201247.129253:0:2259:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201247.129255:0:2259:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201247.129259:0:2259:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201247.129263:0:2259:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776201247.129265:0:2259:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8ec9836a6800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1776201247.129268:0:2259:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776201247.129269:0:2259:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.129272:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129278:0:2259:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201247.129279:0:2259:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201247.129280:0:2259:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201247.129282:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776201247.129289:0:2259:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000620b14eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a57e2c0c-62c1-418c-9cbb-e31618c02306:2259:1862481534311872:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776201247.129293:0:2259:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201247.129301:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201247.129304:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c321a3f7 x1862481534311744/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201254 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129311:0:2259:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201247.129314:0:2259:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201247.129318:0:2259:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aec361ff. 02000000:00000001:1.0:1776201247.129322:0:2259:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201247.129324:0:2259:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201247.129326:0:2259:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201247.129329:0:2259:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201247.129331:0:2259:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000badf7d7. 02000000:00000001:1.0:1776201247.129335:0:2259:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201247.129337:0:2259:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201247.129339:0:2259:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c321a3f7. 00000100:00000001:1.0:1776201247.129342:0:2259:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201247.129344:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129345:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201247.129348:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000620b14eb x1862481534311872/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201291 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129354:0:2259:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201247.129355:0:2259:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201247.129355:0:2259:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f29028e. 02000000:00000001:1.0:1776201247.129358:0:2259:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201247.129358:0:2259:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201247.129359:0:2259:0:(genops.c:1204:class_import_put()) import 000000002906445a refcount=6 obd=lustre-MDT0001-mdc-ffff8ec9836a6800 00000020:00000001:1.0:1776201247.129361:0:2259:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201247.129362:0:2259:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c1f1fb80. 02000000:00000001:1.0:1776201247.129363:0:2259:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201247.129364:0:2259:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201247.129365:0:2259:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000620b14eb. 00000800:00000001:2.0:1776201247.129366:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1776201247.129368:0:2259:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201247.129370:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129373:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201247.129374:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1776201247.129376:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129376:0:2259:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201247.129377:0:2259:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776201247.129378:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1776201247.129378:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776201247.129380:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201247.129385:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.129388:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201247.129394:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.129398:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.129402:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.129405:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 10 MB=0x69deac640dd80 00000400:00000200:2.0:1776201247.129409:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201247.129422:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.111@tcp of length 224/224 into md 0x20dd [1] + 224 00000800:00000001:2.0:1776201247.129436:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.129443:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201247.129445:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201247.129449:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201247.129454:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201247.129457:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776201247.129465:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776201247.129487:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201247.129495:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201247.129498:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129803:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201247.129805:0:2259:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201247.129808:0:2259:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201247.129809:0:2259:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201247.129810:0:2259:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066e5ac68. 00000400:00000200:1.0:1776201247.129814:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000248bb934 00000400:00000010:1.0:1776201247.129815:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000248bb934. 00000100:00000001:1.0:1776201247.129817:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201247.129830:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776201247.129837:0:2259:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129843:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201247.129844:0:2259:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129845:0:2259:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201247.129847:0:2259:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201247.129848:0:2259:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201247.129849:0:2259:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201247.129850:0:2259:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201247.129855:0:2259:0:(import.c:1935:at_measured()) add 31 to 00000000f64682bd time=127 v=31 (31 31 0 0) 00000100:00001000:1.0:1776201247.129857:0:2259:0:(import.c:1935:at_measured()) add 1 to 000000003ea2909f time=127 v=2 (2 1 0 0) 00000100:00000001:1.0:1776201247.129859:0:2259:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201247.129860:0:2259:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201247.129862:0:2259:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201247.129864:0:2259:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201247.129866:0:2259:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776201247.129867:0:2259:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8ec9836a6800: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1776201247.129869:0:2259:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776201247.129870:0:2259:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201247.129873:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129879:0:2259:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201247.129881:0:2259:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201247.129882:0:2259:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201247.129885:0:2259:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776201247.129898:0:2259:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a57e2c0c-62c1-418c-9cbb-e31618c02306:2259:1862481534311808:192.168.204.111@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776201247.129902:0:2259:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129904:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201247.129906:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000dbdf3ac x1862481534311808/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201292 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776201247.129912:0:2259:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201247.129913:0:2259:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201247.129915:0:2259:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd7f16e. 02000000:00000001:1.0:1776201247.129917:0:2259:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201247.129919:0:2259:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201247.129920:0:2259:0:(genops.c:1204:class_import_put()) import 00000000bbe7ec63 refcount=6 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000020:00000001:1.0:1776201247.129921:0:2259:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201247.129922:0:2259:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a2d973d4. 02000000:00000001:1.0:1776201247.129924:0:2259:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201247.129925:0:2259:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201247.129926:0:2259:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000dbdf3ac. 00000100:00000001:1.0:1776201247.129928:0:2259:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201247.129929:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129931:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201247.129942:0:2259:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201247.129943:0:2259:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201247.129946:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201247.129947:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201247.154318:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201247.154323:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201247.154329:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201247.154330:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201247.154348:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201247.154349:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201247.154370:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201247.154373:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201247.154377:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1776201248.094521:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094547:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201248.094554:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094556:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.094625:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094655:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201248.094664:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094670:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094674:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094678:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 328 into portal 15 MB=0x69deac6c19540 00000400:00000200:2.0:1776201248.094688:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.111@tcp of length 328/328 into md 0x1f2d [2] + 656 00000800:00000001:2.0:1776201248.094699:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094705:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.094708:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.094711:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201248.094720:0:2252:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1776201248.094722:0:2252:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1776201248.094729:0:2252:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a83c9e. 00000100:00000040:2.0:1776201248.094735:0:2252:0:(events.c:358:request_in_callback()) incoming req@00000000a6a83c9e x1862481542747456 msgsize 328 00000100:00100000:2.0:1776201248.094740:0:2252:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.111@tcp (source: 12345-192.168.204.111@tcp) 00000100:00000001:2.0:1776201248.094763:0:2252:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:2.0:1776201248.094776:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094779:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201248.094781:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094782:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.094785:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094788:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201248.094792:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094794:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094797:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.094799:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 328 into portal 15 MB=0x69deac6c19580 00000400:00000200:2.0:1776201248.094802:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.111@tcp of length 328/328 into md 0x1f2d [2] + 984 00000800:00000001:2.0:1776201248.094806:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094825:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.094827:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.094830:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201248.094832:0:2252:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1776201248.094839:0:2252:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1776201248.094843:0:2252:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067988d7c. 00000100:00000040:2.0:1776201248.094845:0:2252:0:(events.c:358:request_in_callback()) incoming req@0000000067988d7c x1862481542747520 msgsize 328 00000100:00100000:2.0:1776201248.094849:0:2252:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.111@tcp (source: 12345-192.168.204.111@tcp) 00000100:00000001:2.0:1776201248.094859:0:2252:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:2.0:1776201248.094863:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.094867:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201248.094895:0:5572:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1776201248.094898:0:5572:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1776201248.094901:0:5572:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776201248.094904:0:5572:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201248.094910:0:5572:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201248.094915:0:5572:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862481542747456 00000020:00000001:2.0:1776201248.094918:0:5572:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1776201248.094920:0:5572:0:(genops.c:911:class_conn2export()) looking for export cookie 0x33081ca0ae741299 00000020:00000001:2.0:1776201248.094923:0:5572:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776201248.094925:0:5572:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b14330b7 refcount=3 00000020:00000001:2.0:1776201248.094928:0:5572:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000020:00000001:2.0:1776201248.094930:0:5572:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000100:00000001:2.0:1776201248.094936:0:5572:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1776201248.094938:0:5572:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1776201248.094945:0:5572:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007523f651. 00000020:00000010:2.0:1776201248.094951:0:5572:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1649d9a. 00000020:00000010:2.0:1776201248.094967:0:5572:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005547c8c8. 00000100:00000040:2.0:1776201248.094979:0:5572:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +1s 00000100:00000001:2.0:1776201248.094983:0:5572:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1776201248.094984:0:5572:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1776201248.094986:0:5572:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.094997:0:5572:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095000:0:5572:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201248.095011:0:5572:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1776201248.095012:0:5572:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1776201248.095014:0:5572:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776201248.095014:0:5572:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201248.095017:0:5572:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201248.095025:0:5572:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862481542747520 00000020:00000001:2.0:1776201248.095027:0:5572:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1776201248.095028:0:5572:0:(genops.c:911:class_conn2export()) looking for export cookie 0x33081ca0ae741299 00000020:00000001:2.0:1776201248.095029:0:5572:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776201248.095031:0:5572:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b14330b7 refcount=4 00000020:00000001:2.0:1776201248.095032:0:5572:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000020:00000001:2.0:1776201248.095034:0:5572:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446619595105488896 : -124478604062720 : ffff8ec99105d000) 00000100:00000001:2.0:1776201248.095037:0:5572:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1776201248.095038:0:5572:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1776201248.095041:0:5572:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d89ad27b. 00000020:00000010:2.0:1776201248.095043:0:5572:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b054c739. 00000020:00000010:2.0:1776201248.095046:0:5572:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8768c18. 00000100:00000001:2.0:1776201248.095049:0:5572:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1776201248.095049:0:5572:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1776201248.095051:0:5572:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095053:0:5572:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095055:0:5572:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201248.095063:0:5572:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1776201248.095065:0:5572:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1776201248.095069:0:5572:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.111@tcp, seq: 16 00000100:00000040:2.0:1776201248.095073:0:5572:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b14330b7 : new rpc_count 1 00000100:00000001:2.0:1776201248.095075:0:5572:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446619595105186880 : -124478604364736 : ffff8ec991013440) 00000100:00000040:2.0:1776201248.095082:0:5572:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6a83c9e x1862481542747456/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:334/0 lens 328/0 e 0 to 0 dl 1776201254 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776201248.095093:0:5572:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1776201248.095094:0:5572:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1776201248.095097:0:5572:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a83c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d23467c3-88a5-4456-93b7-5547e25fcce3+4:13717:x1862481542747456:12345-192.168.204.111@tcp:104: 00000100:00000200:2.0:1776201248.095101:0:5572:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862481542747456 00010000:00000001:2.0:1776201248.095104:0:5572:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1776201248.095113:0:5572:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776201248.095115:0:5572:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776201248.095118:0:5572:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009e61471 refcount=2 00000020:00000001:2.0:1776201248.095126:0:5572:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:2.0:1776201248.095129:0:5572:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:2.0:1776201248.095133:0:5572:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776201248.095136:0:5572:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776201248.095140:0:5572:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776201248.095147:0:5572:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00000100:00000001:2.0:1776201248.095156:0:5572:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1776201248.095159:0:5572:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1776201248.095164:0:5572:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccd13774. 02000000:00000001:2.0:1776201248.095167:0:5572:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095170:0:5572:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201248.095177:0:5572:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1776201248.095180:0:5572:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776201248.095183:0:5572:0:(import.c:1935:at_measured()) add 1 to 00000000c7d30e17 time=119 v=1 (1 1 0 0) 00000100:00000001:2.0:1776201248.095190:0:5572:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1776201248.095194:0:5572:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000441835e9 refcount 16 to 192.168.204.111@tcp 00000100:00000001:2.0:1776201248.095196:0:5572:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446619594921544416 : -124478788007200 : ffff8ec9860f0ae0) 02000000:00000001:2.0:1776201248.095198:0:5572:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1776201248.095200:0:5572:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095203:0:5572:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776201248.095206:0:5572:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:2.0:1776201248.095212:0:5572:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae536a19. 00000100:00000200:2.0:1776201248.095219:0:5572:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862481542747456, offset 224 00000400:00000200:2.0:1776201248.095225:0:5572:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:2.0:1776201248.095234:0:5572:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.095242:0:5572:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.11@tcp to MR: 192.168.204.111@tcp local destination 00000400:00000200:2.0:1776201248.095248:0:5572:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [785:785:256:4294967295] 192.168.204.111@tcp LPNI seq info [785:785:8:4294967295] 00000400:00000200:2.0:1776201248.095251:0:5572:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.095259:0:5572:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:192.168.204.11@tcp) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:2.0:1776201248.095264:0:5572:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201248.095275:0:5572:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002596a3ca (tot 3226286). 00000800:00000200:2.0:1776201248.095281:0:5572:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201248.095289:0:5572:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201248.095293:0:5572:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002596a3ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776201248.095306:0:5572:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201248.095308:0:5572:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000441835e9 refcount 15 to 192.168.204.111@tcp 00010000:00000001:2.0:1776201248.095312:0:5572:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1776201248.095315:0:5572:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000029307075. 00010000:00000001:2.0:1776201248.095319:0:5572:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1776201248.095336:0:5572:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1776201248.095339:0:5572:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201248.095340:0:5572:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201248.095342:0:5572:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201248.095346:0:5572:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6a83c9e x1862481542747456/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:334/0 lens 328/224 e 0 to 0 dl 1776201254 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1776201248.095355:0:5572:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a83c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d23467c3-88a5-4456-93b7-5547e25fcce3+4:13717:x1862481542747456:12345-192.168.204.111@tcp:104: Request processed in 261us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201248.095363:0:5572:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.111@tcp, seq: 16 00000100:00000040:2.0:1776201248.095366:0:5572:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b14330b7 : new rpc_count 0 00000100:00000001:2.0:1776201248.095369:0:5572:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1776201248.095371:0:5572:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1776201248.095375:0:5572:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1649d9a. 00000020:00000010:2.0:1776201248.095379:0:5572:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005547c8c8. 00000020:00000010:2.0:1776201248.095382:0:5572:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007523f651. 00000020:00000040:2.0:1776201248.095387:0:5572:0:(genops.c:979:class_export_put()) PUTting export 00000000b14330b7 : new refcount 3 00000100:00000001:2.0:1776201248.095391:0:5572:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776201248.095397:0:5572:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1776201248.095398:0:5572:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1776201248.095401:0:5572:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.111@tcp, seq: 17 00000100:00000040:2.0:1776201248.095403:0:5572:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b14330b7 : new rpc_count 1 00000100:00000001:2.0:1776201248.095404:0:5572:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446619595105173504 : -124478604378112 : ffff8ec991010000) 00000100:00000040:2.0:1776201248.095417:0:5572:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067988d7c x1862481542747520/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:334/0 lens 328/0 e 0 to 0 dl 1776201254 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776201248.095425:0:5572:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1776201248.095426:0:5572:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1776201248.095428:0:5572:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067988d7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d23467c3-88a5-4456-93b7-5547e25fcce3+3:13717:x1862481542747520:12345-192.168.204.111@tcp:104: 00000100:00000200:2.0:1776201248.095431:0:5572:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862481542747520 00010000:00000001:2.0:1776201248.095433:0:5572:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1776201248.095436:0:5572:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776201248.095437:0:5572:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776201248.095439:0:5572:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=2 00000020:00000001:2.0:1776201248.095440:0:5572:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:2.0:1776201248.095442:0:5572:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:2.0:1776201248.095444:0:5572:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776201248.095445:0:5572:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776201248.095447:0:5572:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776201248.095453:0:5572:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00000100:00000001:2.0:1776201248.095456:0:5572:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1776201248.095457:0:5572:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1776201248.095471:0:5572:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007523f651. 02000000:00000001:2.0:1776201248.095472:0:5572:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095474:0:5572:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201248.095476:0:5572:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1776201248.095478:0:5572:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776201248.095479:0:5572:0:(import.c:1935:at_measured()) add 1 to 00000000c7d30e17 time=119 v=1 (1 1 0 0) 00000100:00000001:2.0:1776201248.095482:0:5572:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1776201248.095484:0:5572:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000441835e9 refcount 16 to 192.168.204.111@tcp 00000100:00000001:2.0:1776201248.095486:0:5572:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446619594921544416 : -124478788007200 : ffff8ec9860f0ae0) 02000000:00000001:2.0:1776201248.095488:0:5572:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1776201248.095489:0:5572:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.095491:0:5572:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776201248.095499:0:5572:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:2.0:1776201248.095501:0:5572:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7dffe68. 00000100:00000200:2.0:1776201248.095504:0:5572:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862481542747520, offset 224 00000400:00000200:2.0:1776201248.095509:0:5572:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:2.0:1776201248.095512:0:5572:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.095516:0:5572:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.11@tcp to MR: 192.168.204.111@tcp local destination 00000400:00000200:2.0:1776201248.095519:0:5572:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [786:786:255:4294967295] 192.168.204.111@tcp LPNI seq info [786:786:7:4294967295] 00000400:00000200:2.0:1776201248.095523:0:5572:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.095527:0:5572:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:192.168.204.11@tcp) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:2.0:1776201248.095531:0:5572:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201248.095537:0:5572:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066858525 (tot 3226534). 00000800:00000200:2.0:1776201248.095541:0:5572:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201248.095544:0:5572:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201248.095547:0:5572:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066858525 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776201248.095549:0:5572:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201248.095551:0:5572:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000441835e9 refcount 15 to 192.168.204.111@tcp 00010000:00000001:2.0:1776201248.095554:0:5572:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1776201248.095556:0:5572:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007fa84fd7. 00010000:00000001:2.0:1776201248.095558:0:5572:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1776201248.095604:0:5572:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1776201248.095607:0:5572:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201248.095608:0:5572:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201248.095609:0:5572:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776201248.095613:0:5572:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067988d7c x1862481542747520/t0(0) o104->d23467c3-88a5-4456-93b7-5547e25fcce3@192.168.204.111@tcp:334/0 lens 328/224 e 0 to 0 dl 1776201254 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1776201248.095622:0:5572:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067988d7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d23467c3-88a5-4456-93b7-5547e25fcce3+3:13717:x1862481542747520:12345-192.168.204.111@tcp:104: Request processed in 196us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201248.095629:0:5572:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.111@tcp, seq: 17 00000100:00000040:2.0:1776201248.095631:0:5572:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b14330b7 : new rpc_count 0 00000100:00000001:2.0:1776201248.095632:0:5572:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1776201248.095639:0:5572:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1776201248.095641:0:5572:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b054c739. 00000020:00000010:2.0:1776201248.095643:0:5572:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8768c18. 00000020:00000010:2.0:1776201248.095646:0:5572:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d89ad27b. 00000020:00000040:2.0:1776201248.095648:0:5572:0:(genops.c:979:class_export_put()) PUTting export 00000000b14330b7 : new refcount 2 00000100:00000001:2.0:1776201248.095650:0:5572:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776201248.095708:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201248.095712:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002596a3ca (tot 3226286). 00000400:00000200:2.0:1776201248.095718:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.095722:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201248.095727:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae536a19 00000400:00000010:2.0:1776201248.095729:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae536a19. 00000100:00000001:2.0:1776201248.095732:0:2253:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1776201248.095733:0:2253:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:2.0:1776201248.095811:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201248.095813:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066858525 (tot 3226038). 00000400:00000200:2.0:1776201248.095817:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.095820:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201248.095822:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7dffe68 00000400:00000010:2.0:1776201248.095823:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7dffe68. 00000100:00000001:2.0:1776201248.095825:0:2253:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1776201248.095826:0:2253:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:1.0:1776201248.096055:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201248.096059:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096061:0:5580:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1776201248.096065:0:5580:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1776201248.096067:0:5580:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1776201248.096069:0:5580:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096077:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00010000:1.0:1776201248.096081:0:5580:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000009e61471 already unused, calling callback (000000006a03c1b1) 10000000:00000001:1.0:1776201248.096095:0:5580:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1776201248.096097:0:5580:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096102:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201248.096105:0:5580:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1776201248.096106:0:5580:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201248.096108:0:5580:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201248.096109:0:5580:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009e61471 refcount=3 00000020:00000001:1.0:1776201248.096111:0:5580:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201248.096113:0:5580:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105008832 : -124478604542784 : ffff8ec990fe7cc0) 00010000:00000001:1.0:1776201248.096116:0:5580:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1776201248.096119:0:5580:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096124:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 10000000:00000001:1.0:1776201248.096126:0:5580:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1776201248.096127:0:5580:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096132:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 10000000:01000000:1.0:1776201248.096134:0:5580:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1776201248.096137:0:5580:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1776201248.096139:0:5580:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1776201248.096141:0:5580:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1776201248.096142:0:5580:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1776201248.096144:0:5580:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201248.096162:0:5580:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1776201248.096164:0:5580:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776201248.096165:0:5580:0:(mgc_request.c:145:config_log_put()) log lustre-sptlrpc(000000006d12509a) refs 2 10000000:00000001:1.0:1776201248.096168:0:5580:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:1.0:1776201248.096169:0:5580:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.096172:0:5580:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1776201248.096175:0:5580:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1776201248.096177:0:5580:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1776201248.096183:0:5580:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776201248.096185:0:5580:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1776201248.096188:0:5580:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000009e61471 with handle 0x33081ca0ae741df2 from hash 00010000:00000001:1.0:1776201248.096190:0:5580:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1776201248.096192:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201248.096194:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201248.096195:0:5580:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1776201248.096197:0:5580:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1776201248.096199:0:5580:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1776201248.096205:0:5580:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1776201248.096208:0:5580:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1776201248.096217:0:5580:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000dbdf3ac. 00000020:00000040:1.0:1776201248.096221:0:5580:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201248.096228:0:5580:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201248.096231:0:5580:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201248.096238:0:5580:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201248.096244:0:5580:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b540973. 00000100:00000001:1.0:1776201248.096250:0:5580:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.096252:0:5580:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1776201248.096256:0:5580:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096261:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00010000:1.0:1776201248.096263:0:5580:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1776201248.096265:0:5580:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.096269:0:5580:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201248.096274:0:5580:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201248.096281:0:5580:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000dbdf3ac] to pc [ptlrpcd_00_00+0] req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000001:1.0:1776201248.096305:0:5580:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201248.096307:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201248.096308:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201248.096310:0:5580:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.096312:0:5580:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201248.096313:0:5580:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096323:0:5580:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096329:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000001:1.0:1776201248.096330:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1776201248.096332:0:5580:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.111@tcp lock: 0000000009e61471/0x33081ca0ae741df2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175928c1b expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096337:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 2 00010000:00000040:1.0:1776201248.096341:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201248.096349:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201248.096350:0:5580:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1776201248.096353:0:5580:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000029307075. 00010000:00000001:1.0:1776201248.096356:0:5580:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776201248.096358:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201248.096359:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096361:0:5580:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1776201248.096362:0:5580:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1776201248.096363:0:5580:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1776201248.096365:0:5580:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096369:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00010000:1.0:1776201248.096371:0:5580:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c059868 already unused, calling callback (000000006a03c1b1) 10000000:00000001:1.0:1776201248.096372:0:5580:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1776201248.096373:0:5580:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096377:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201248.096379:0:5580:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1776201248.096380:0:5580:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201248.096381:0:5580:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201248.096382:0:5580:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=3 00000020:00000001:1.0:1776201248.096383:0:5580:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201248.096385:0:5580:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201248.096390:0:5580:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1776201248.096391:0:5580:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096396:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 10000000:00000001:1.0:1776201248.096398:0:5580:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1776201248.096398:0:5580:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096403:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 10000000:01000000:1.0:1776201248.096404:0:5580:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1776201248.096407:0:5580:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1776201248.096408:0:5580:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1776201248.096409:0:5580:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1776201248.096411:0:5580:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1776201248.096412:0:5580:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201248.096414:0:5580:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1776201248.096415:0:5580:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776201248.096416:0:5580:0:(mgc_request.c:145:config_log_put()) log lustre-client(00000000057140f2) refs 2 10000000:00000001:1.0:1776201248.096417:0:5580:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:1.0:1776201248.096418:0:5580:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.096420:0:5580:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1776201248.096421:0:5580:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1776201248.096422:0:5580:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1776201248.096423:0:5580:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776201248.096424:0:5580:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1776201248.096426:0:5580:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002c059868 with handle 0x33081ca0ae741deb from hash 00010000:00000001:1.0:1776201248.096428:0:5580:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1776201248.096429:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201248.096430:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201248.096431:0:5580:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1776201248.096432:0:5580:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1776201248.096432:0:5580:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1776201248.096435:0:5580:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1776201248.096436:0:5580:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1776201248.096439:0:5580:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000620b14eb. 00000020:00000040:1.0:1776201248.096446:0:5580:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201248.096449:0:5580:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201248.096450:0:5580:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201248.096452:0:5580:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201248.096455:0:5580:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008970a33a. 00000100:00000001:1.0:1776201248.096457:0:5580:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.096470:0:5580:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1776201248.096472:0:5580:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096477:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00010000:1.0:1776201248.096479:0:5580:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1776201248.096480:0:5580:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.096482:0:5580:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201248.096484:0:5580:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201248.096488:0:5580:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000620b14eb] to pc [ptlrpcd_00_01+1] req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000001:1.0:1776201248.096495:0:5580:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201248.096497:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201248.096498:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201248.096499:0:5580:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.096500:0:5580:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201248.096501:0:5580:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096503:0:5580:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096508:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000001:1.0:1776201248.096509:0:5580:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1776201248.096510:0:5580:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741deb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3a9f3c175928c14 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201248.096515:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 1 00010000:00000040:1.0:1776201248.096517:0:5580:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000806bc030 count: 0 00010000:00000001:1.0:1776201248.096524:0:5580:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201248.096525:0:5580:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1776201248.096532:0:5580:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007fa84fd7. 00010000:00000001:1.0:1776201248.096534:0:5580:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776201248.096536:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201248.096537:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096539:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1776201248.096540:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201248.096541:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096542:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1776201248.096543:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201248.096544:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201248.096545:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776201248.096554:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.096558:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201248.096561:0:2258:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201248.096566:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.096641:0:2258:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201248.096643:0:2258:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201248.096648:0:2258:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201248.096651:0:2258:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201248.096654:0:2258:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534311936:192.168.204.111@tcp:103:ldlm_bl_01.0 00000100:00000001:1.0:1776201248.096659:0:2258:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201248.096666:0:2258:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201248.096669:0:2258:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201248.096672:0:2258:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201248.096677:0:2258:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ee9529f. 02000000:00000001:1.0:1776201248.096679:0:2258:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201248.096686:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201248.096690:0:2258:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc158a48. 00000400:00000010:1.0:1776201248.096697:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bded2e17. 00000100:00000200:1.0:1776201248.096704:0:2258:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534311936, portal 18 00000100:00000001:1.0:1776201248.096706:0:2258:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201248.096708:0:2258:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889938752 : -124478819612864 : ffff8ec9842cc740) 00000100:00000040:1.0:1776201248.096713:0:2258:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.096729:0:2258:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201248.096731:0:2258:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201248.096735:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1afba. 00000100:00000200:1.0:1776201248.096738:0:2258:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862481534311936, offset 0 00000400:00000200:1.0:1776201248.096743:0:2258:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201248.096750:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201248.096757:0:2258:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201248.096764:0:2258:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201248.096770:0:2258:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201248.096773:0:2258:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201248.096777:0:2258:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [787:787:256:4294967295] 192.168.204.111@tcp LPNI seq info [787:787:8:4294967295] 00000400:00000200:1.0:1776201248.096780:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201248.096789:0:2258:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201248.096794:0:2258:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201248.096798:0:2258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2d973d4 (tot 3226286). 00000800:00000200:1.0:1776201248.096803:0:2258:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201248.096809:0:2258:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201248.096813:0:2258:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2d973d4 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776201248.096820:0:2258:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.096822:0:2258:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201248.096825:0:2258:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.096828:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.096830:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.096837:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201248.096839:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776201248.096840:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.096842:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201248.096843:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201248.096845:0:2258:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1776201248.096846:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.096848:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201248.096848:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.096856:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.096857:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201248.096858:0:2258:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201248.096861:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.096868:0:2258:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201248.096869:0:2258:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201248.096870:0:2258:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201248.096872:0:2258:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201248.096874:0:2258:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000620b14eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534312000:192.168.204.111@tcp:103:ldlm_bl_01.0 00000100:00000001:1.0:1776201248.096877:0:2258:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201248.096879:0:2258:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201248.096880:0:2258:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201248.096882:0:2258:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201248.096885:0:2258:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc68af4c. 02000000:00000001:1.0:1776201248.096886:0:2258:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201248.096890:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201248.096892:0:2258:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de954406. 00000400:00000010:1.0:1776201248.096895:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f54a0e5. 00000100:00000200:1.0:1776201248.096898:0:2258:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534312000, portal 18 00000100:00000001:1.0:1776201248.096899:0:2258:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201248.096900:0:2258:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889948480 : -124478819603136 : ffff8ec9842ced40) 00000100:00000040:1.0:1776201248.096904:0:2258:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.096909:0:2258:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201248.096910:0:2258:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201248.096912:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cdc551. 00000100:00000200:1.0:1776201248.096914:0:2258:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862481534312000, offset 0 00000400:00000200:1.0:1776201248.096919:0:2258:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201248.096922:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201248.096926:0:2258:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201248.096929:0:2258:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201248.096931:0:2258:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201248.096933:0:2258:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201248.096941:0:2258:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [788:788:255:4294967295] 192.168.204.111@tcp LPNI seq info [788:788:7:4294967295] 00000400:00000200:1.0:1776201248.096944:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201248.096950:0:2258:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201248.096953:0:2258:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201248.096971:0:2258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1f1fb80 (tot 3226534). 00000800:00000200:1.0:1776201248.096975:0:2258:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201248.096980:0:2258:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201248.096982:0:2258:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1f1fb80 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776201248.096985:0:2258:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.096986:0:2258:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201248.096988:0:2258:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.096990:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.096992:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.097006:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.097008:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201248.097310:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201248.097314:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2d973d4 (tot 3226286). 00000400:00000200:2.0:1776201248.097319:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.097324:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201248.097328:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1afba 00000400:00000010:2.0:1776201248.097330:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1afba. 00000100:00000001:2.0:1776201248.097335:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201248.097339:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201248.097348:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201248.097350:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201248.097356:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.097365:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776201248.097448:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201248.097450:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1f1fb80 (tot 3226038). 00000400:00000200:2.0:1776201248.097453:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.097456:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201248.097467:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cdc551 00000400:00000010:2.0:1776201248.097469:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cdc551. 00000100:00000001:2.0:1776201248.097471:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201248.097474:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201248.097481:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201248.097482:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201248.097488:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201248.097489:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1776201248.098277:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201248.098282:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201248.098285:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1F:1776201248.101843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009e61471. 00010000:00000010:1.1:1776201248.101885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000806bc030. 00010000:00000010:1.1:1776201248.101890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c059868. 00000800:00000001:2.0:1776201248.106724:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.106749:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201248.106756:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.106758:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.106773:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.106782:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201248.106792:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.106797:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.106802:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.106818:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 18 MB=0x69deac640de00 00000400:00000200:2.0:1776201248.106824:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.106831:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.111@tcp of length 224/224 into md 0x20f5 [1] + 224 00000800:00000001:2.0:1776201248.106841:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.106856:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.106859:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.106864:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201248.106872:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201248.106880:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:2.0:1776201248.106914:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.106991:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.106998:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201248.107091:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201248.107104:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.107108:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201248.108211:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.108226:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201248.108230:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.108232:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.108241:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.108247:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201248.108255:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.108260:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.108264:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.108268:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 18 MB=0x69deac640de40 00000400:00000200:2.0:1776201248.108273:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201248.108278:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.111@tcp of length 224/224 into md 0x20fd [1] + 224 00000800:00000001:2.0:1776201248.108285:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.108355:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201248.108358:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201248.108362:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201248.108368:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201248.108375:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:2.0:1776201248.108386:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1776201248.108394:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201248.108401:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201248.108410:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776201248.109821:0:2258:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201248.109827:0:2258:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201248.109831:0:2258:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc158a48. 00000400:00000200:1.0:1776201248.109841:0:2258:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bded2e17 00000400:00000010:1.0:1776201248.109844:0:2258:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bded2e17. 00000100:00000001:1.0:1776201248.109850:0:2258:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201248.109861:0:2258:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776201248.109871:0:2258:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.109877:0:2258:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201248.109880:0:2258:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.109882:0:2258:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201248.109886:0:2258:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201248.109889:0:2258:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201248.109892:0:2258:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201248.109895:0:2258:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201248.109924:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000006cbc9280 time=119 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201248.109930:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=129 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201248.109932:0:2258:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201248.109934:0:2258:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.109936:0:2258:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201248.109939:0:2258:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.109941:0:2258:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201248.109946:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.109952:0:2258:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201248.110158:0:2258:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201248.110161:0:2258:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201248.110166:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:1.0:1776201248.110174:0:2258:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534311936:192.168.204.111@tcp:103:ldlm_bl_01.0 00000100:00000001:1.0:1776201248.110180:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.110184:0:2258:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201248.110186:0:2258:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000dbdf3ac x1862481534311936/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.110192:0:2258:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201248.110195:0:2258:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201248.110199:0:2258:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ee9529f. 02000000:00000001:1.0:1776201248.110204:0:2258:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201248.110207:0:2258:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201248.110209:0:2258:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201248.110212:0:2258:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201248.110214:0:2258:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b540973. 02000000:00000001:1.0:1776201248.110217:0:2258:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201248.110218:0:2258:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201248.110220:0:2258:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000dbdf3ac. 00000100:00000001:1.0:1776201248.110224:0:2258:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201248.110225:0:2258:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.110229:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.110232:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.110244:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201248.110248:0:2258:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201248.110249:0:2258:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201248.110251:0:2258:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de954406. 00000400:00000200:1.0:1776201248.110254:0:2258:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f54a0e5 00000400:00000010:1.0:1776201248.110255:0:2258:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f54a0e5. 00000100:00000001:1.0:1776201248.110257:0:2258:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201248.110261:0:2258:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776201248.110267:0:2258:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.110272:0:2258:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201248.110273:0:2258:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.110274:0:2258:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201248.110275:0:2258:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201248.110277:0:2258:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201248.110278:0:2258:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201248.110279:0:2258:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201248.110281:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000006cbc9280 time=119 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201248.110284:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=129 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201248.110285:0:2258:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201248.110286:0:2258:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201248.110288:0:2258:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201248.110289:0:2258:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.110291:0:2258:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201248.110293:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.110297:0:2258:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201248.110299:0:2258:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201248.110300:0:2258:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201248.110302:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:1.0:1776201248.110307:0:2258:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000620b14eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534312000:192.168.204.111@tcp:103:ldlm_bl_01.0 00000100:00000001:1.0:1776201248.110310:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.110315:0:2258:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201248.110317:0:2258:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000620b14eb x1862481534312000/t0(0) o103->MGC192.168.204.111@tcp@192.168.204.111@tcp:17/18 lens 328/224 e 0 to 0 dl 1776201255 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1776201248.110322:0:2258:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201248.110323:0:2258:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201248.110324:0:2258:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc68af4c. 02000000:00000001:1.0:1776201248.110326:0:2258:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201248.110326:0:2258:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201248.110327:0:2258:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201248.110329:0:2258:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201248.110330:0:2258:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008970a33a. 02000000:00000001:1.0:1776201248.110331:0:2258:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201248.110332:0:2258:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201248.110333:0:2258:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000620b14eb. 00000100:00000001:1.0:1776201248.110336:0:2258:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201248.110337:0:2258:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.110338:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201248.110347:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201248.110348:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201248.110350:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201248.110352:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201248.173786:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201248.173792:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201248.173800:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201248.173801:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201248.173804:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201248.173805:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201248.173839:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201248.173842:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201248.173844:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1776201249.133901:0:5573:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1776201249.133909:0:5573:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201249.198010:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201249.198016:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201249.198023:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201249.198024:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201249.198028:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201249.198029:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776201249.198107:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201249.198112:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201249.198114:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1776201249.261726:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:2.0:1776201249.261820:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-client (00000000057140f2) refs 2 10000000:00000001:2.0:1776201249.261827:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776201249.261860:0:5584:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000001:2.0:1776201249.261862:0:5584:0:(mgc_request.c:142:config_log_put()) Process leaving 10000000:00000001:2.0:1776201249.261863:0:5584:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:2.0:1776201249.261866:0:5584:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1776201249.261869:0:5584:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:2.0:1776201249.261872:0:5584:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff8ec9836a6800 from 61 10000000:00000001:2.0:1776201249.261876:0:5584:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:2.0:1776201249.261878:0:5584:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1776201249.261894:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077f558de. 00000020:00000040:2.0:1776201249.261899:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:2.0:1776201249.261905:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776201249.261909:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776201249.261916:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776201249.261927:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d89ad27b. 00000100:00000001:2.0:1776201249.261936:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776201249.261941:0:5584:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1776201249.261945:0:5584:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1776201249.261954:0:5584:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025cf12fa. 00010000:00000001:2.0:1776201249.261959:0:5584:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1776201249.261962:0:5584:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d30faec7. 00000020:00000001:2.0:1776201249.261969:0:5584:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1776201249.261971:0:5584:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000d30faec7 with handle 0x33081ca0ae741df9 to hash 00000020:00000001:2.0:1776201249.261973:0:5584:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1776201249.261974:0:5584:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:2.0:1776201249.261977:0:5584:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:2.0:1776201249.261982:0:5584:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776201249.261984:0:5584:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776201249.261987:0:5584:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776201249.262092:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00010000:00010000:2.0:1776201249.262097:0:5584:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776201249.262103:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00010000:00010000:2.0:1776201249.262127:0:5584:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776201249.262133:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00000100:00000001:2.0:1776201249.262136:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776201249.262139:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776201249.262146:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005da1fc71. 00000100:00000001:2.0:1776201249.262148:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595130784000 : -124478578767616 : ffff8ec99287c900) 00000100:00000001:2.0:1776201249.262151:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776201249.262152:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595105184448 : -124478604367168 : ffff8ec991012ac0) 00000100:00000001:2.0:1776201249.262157:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776201249.262161:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.262164:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776201249.262166:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776201249.262176:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.262186:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776201249.262188:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201249.262193:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776201249.262196:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776201249.262199:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077f558de pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312064:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1776201249.262203:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776201249.262211:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776201249.262213:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776201249.262216:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776201249.262220:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005f8dfc3b. 02000000:00000001:2.0:1776201249.262222:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776201249.262232:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:2.0:1776201249.262237:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075f6cb70. 00000400:00000010:2.0:1776201249.262245:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7dffe68. 00000100:00000200:2.0:1776201249.262253:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481534312064, portal 25 00000100:00000001:2.0:1776201249.262255:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776201249.262256:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595105184448 : -124478604367168 : ffff8ec991012ac0) 00000100:00000040:2.0:1776201249.262261:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.262622:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776201249.262626:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:2.0:1776201249.262629:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae536a19. 00000100:00000200:2.0:1776201249.262632:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481534312064, offset 0 00000400:00000200:2.0:1776201249.262640:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:2.0:1776201249.262650:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.262659:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:2.0:1776201249.262668:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:2.0:1776201249.262672:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776201249.262675:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:2.0:1776201249.262679:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [789:789:256:4294967295] 192.168.204.111@tcp LPNI seq info [789:789:8:4294967295] 00000400:00000200:2.0:1776201249.262682:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.262691:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:2.0:1776201249.262697:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:2.0:1776201249.262702:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066858525 (tot 3226286). 00000800:00000200:2.0:1776201249.262709:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:2.0:1776201249.262717:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:2.0:1776201249.262721:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066858525 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1776201249.262841:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.262843:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776201249.262847:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.262849:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776201249.262851:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776201249.262853:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 000000005da1fc71 going to sleep for 6 seconds 00000100:00000001:2.0:1776201249.262856:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201249.262859:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776201249.264530:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776201249.264539:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066858525 (tot 3226038). 00000400:00000200:3.0:1776201249.264549:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201249.264559:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:3.0:1776201249.264567:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae536a19 00000400:00000010:3.0:1776201249.264569:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae536a19. 00000100:00000001:3.0:1776201249.264600:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776201249.264609:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.264624:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201249.264627:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.264634:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201249.264635:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201249.270935:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.270957:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201249.270962:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.270965:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.270979:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.270987:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201249.271124:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.271130:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.271135:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.271140:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 344 into portal 25 MB=0x69deac640de80 00000400:00000200:2.0:1776201249.271146:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.271153:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 344/344 into md 0x2105 [1] + 224 00000800:00000001:2.0:1776201249.271162:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.271172:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.271176:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.271180:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201249.271187:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201249.271196:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776201249.271208:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.271353:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201249.271370:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201249.271395:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.271399:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776201249.275416:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201249.275426:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201249.275430:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000075f6cb70. 00000400:00000200:1.0:1776201249.275452:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7dffe68 00000400:00000010:1.0:1776201249.275455:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7dffe68. 00000100:00000001:1.0:1776201249.275461:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201249.275477:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201249.275489:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.275497:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201249.275528:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.275531:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201249.275535:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201249.275539:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201249.275541:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.275545:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201249.275553:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201249.275559:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201249.275561:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201249.275563:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.275968:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201249.275970:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.275973:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201249.275979:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.275986:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201249.275991:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201249.275993:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201249.275996:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201249.276004:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077f558de pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312064:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.276009:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.276013:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.276016:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201249.276018:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.276021:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.276027:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201249.276030:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005da1fc71. 00000100:00000001:1.0:1776201249.276035:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201249.276036:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.276039:0:5584:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776201249.276042:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201249.276046:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201249.276057:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d30faec7 refcount=4 00000020:00000001:1.0:1776201249.276059:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:1.0:1776201249.276062:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000040:1.0:1776201249.276070:0:5584:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000d30faec7, remote cookie: 0xf3a9f3c175928c29, flags: 0x0 00010000:00000001:1.0:1776201249.276074:0:5584:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776201249.276079:0:5584:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776201249.276081:0:5584:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776201249.276083:0:5584:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776201249.276084:0:5584:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776201249.276086:0:5584:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000025cf12fa) refcount = 1 00010000:00010000:1.0:1776201249.276090:0:5584:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c29 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.276097:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00010000:00000001:1.0:1776201249.276103:0:5584:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776201249.276105:0:5584:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776201249.276106:0:5584:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201249.276109:0:5584:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776201249.276112:0:5584:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201249.276114:0:5584:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3a9f3c175928c29 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.276946:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00010000:00000001:1.0:1776201249.276950:0:5584:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776201249.276951:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.276954:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201249.276954:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.276955:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201249.276957:0:5584:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.276960:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.276967:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000077f558de x1862481534312064/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.276973:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201249.276977:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201249.276980:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005f8dfc3b. 02000000:00000001:1.0:1776201249.276999:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201249.277002:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201249.277004:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201249.277007:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201249.277009:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d89ad27b. 02000000:00000001:1.0:1776201249.277014:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201249.277015:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201249.277017:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077f558de. 00000100:00000001:1.0:1776201249.277021:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201249.277022:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1776201249.277024:0:5584:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.277027:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201249.277029:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-client (00000000057140f2) refs 3 10000000:00000001:1.0:1776201249.277031:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.277033:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201249.277035:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201249.277037:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d30faec7 refcount=3 00000020:00000001:1.0:1776201249.277038:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:1.0:1776201249.277041:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:1.0:1776201249.277043:0:5584:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1776201249.277045:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.277046:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201249.277048:0:5584:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.277051:0:5584:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1776201249.277056:0:5584:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004835d7ab. 00000020:00000010:1.0:1776201249.277061:0:5584:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008970a33a. 00000020:00000010:1.0:1776201249.277068:0:5584:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc68af4c. 00000040:00000010:1.0:1776201249.277072:0:5584:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000002b540973. 00000020:00000010:1.0:1776201249.277077:0:5584:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000000eb6a5b5. 00000020:00000010:1.0:1776201249.277084:0:5584:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000008ee9529f. 80000000:00000010:1.0:1776201249.277090:0:5584:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000495993c0. 00040000:00000010:1.0:1776201249.277106:0:5584:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000015fdaaad. 20000000:00000010:1.0:1776201249.277115:0:5584:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000005c2d4714. 10000000:00000040:1.0:1776201249.277354:0:5584:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000061e41745 : new refcount 2 00000020:00000001:1.0:1776201249.277358:0:5584:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1776201249.277366:0:5584:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1776201249.277368:0:5584:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:1.0:1776201249.277372:0:5584:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000ed044ec9. 00000040:00000001:1.0:1776201249.277378:0:5584:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:1.0:1776201249.277380:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:1.0:1776201249.277387:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000620b14eb. 00000020:00000040:1.0:1776201249.277391:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201249.277397:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201249.277400:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201249.277406:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201249.277416:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041f933fc. 00000100:00000001:1.0:1776201249.277424:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.277431:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201249.277434:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201249.277451:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201249.277453:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595155678912 : -124478553872704 : ffff8ec99403a6c0) 00000100:00000001:1.0:1776201249.277456:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201249.277458:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889948480 : -124478819603136 : ffff8ec9842ced40) 00000100:00000001:1.0:1776201249.277462:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201249.277466:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.277469:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201249.277471:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201249.277475:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.277483:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201249.277485:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.277490:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201249.277492:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201249.277494:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000620b14eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312128:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.277498:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201249.277505:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201249.277507:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.277510:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201249.277514:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038177ae5. 02000000:00000001:1.0:1776201249.277516:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201249.277531:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201249.277535:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de954406. 00000400:00000010:1.0:1776201249.277542:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f54a0e5. 00000100:00000200:1.0:1776201249.277550:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534312128, portal 25 00000100:00000001:1.0:1776201249.277552:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201249.277553:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889948480 : -124478819603136 : ffff8ec9842ced40) 00000100:00000040:1.0:1776201249.277559:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.277718:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201249.277721:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201249.277725:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bded2e17. 00000100:00000200:1.0:1776201249.277729:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481534312128, offset 0 00000400:00000200:1.0:1776201249.277737:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201249.277746:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201249.277755:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201249.277764:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201249.277768:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201249.277770:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201249.277773:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [790:790:256:4294967295] 192.168.204.111@tcp LPNI seq info [790:790:8:4294967295] 00000400:00000200:1.0:1776201249.277778:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201249.277787:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201249.277794:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201249.277800:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000badf7d7 (tot 3226286). 00000800:00000200:1.0:1776201249.277807:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201249.277816:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201249.277820:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000badf7d7 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1776201249.277850:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.277852:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201249.277855:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.277858:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201249.277859:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201249.277862:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 0000000084b4d4ed going to sleep for 6 seconds 00000100:00000001:1.0:1776201249.277875:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201249.277878:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776201249.278073:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776201249.278078:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000badf7d7 (tot 3226038). 00000400:00000200:3.0:1776201249.278083:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201249.278088:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:3.0:1776201249.278094:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bded2e17 00000400:00000010:3.0:1776201249.278096:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bded2e17. 00000100:00000001:3.0:1776201249.278103:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776201249.278106:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.278126:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201249.278129:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.278135:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201249.278136:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201249.282802:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.282828:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201249.282834:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.282836:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.282851:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.282860:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201249.282873:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.282880:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.282884:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.282889:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 272 into portal 25 MB=0x69deac640dec0 00000400:00000200:2.0:1776201249.282895:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.282902:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 272/272 into md 0x2115 [1] + 224 00000800:00000001:2.0:1776201249.282913:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.282926:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.282950:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.282956:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201249.282964:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201249.282972:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776201249.282984:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.283220:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201249.283234:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.283239:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.283620:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201249.283631:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201249.283633:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201249.283636:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de954406. 00000400:00000200:1.0:1776201249.283644:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f54a0e5 00000400:00000010:1.0:1776201249.283646:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f54a0e5. 00000100:00000001:1.0:1776201249.283652:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201249.283658:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201249.283667:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.283673:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201249.283674:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.283677:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201249.283681:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201249.283685:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201249.283687:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.283690:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201249.283699:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201249.283705:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201249.283707:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201249.283709:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.283712:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201249.283714:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.283717:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201249.283722:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.283728:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201249.283732:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201249.283734:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201249.283737:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201249.283743:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000620b14eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312128:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.283762:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.283766:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.283768:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201249.283771:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.283774:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.283987:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201249.283991:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201249.284101:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201249.284104:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776201249.284110:0:5584:0:(llog_client.c:139:llog_client_open()) Process leaving 00000020:00000001:0.0:1776201249.284196:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.284199:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.284201:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:0.0:1776201249.284203:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.284207:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000620b14eb x1862481534312128/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.284213:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201249.284217:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201249.284221:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038177ae5. 02000000:00000001:0.0:1776201249.284226:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201249.284227:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.284228:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.284229:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201249.284232:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041f933fc. 02000000:00000001:0.0:1776201249.284245:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201249.284247:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201249.284249:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000620b14eb. 00000100:00000001:0.0:1776201249.284254:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201249.284255:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1776201249.284258:0:5584:0:(llog.c:1405:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201249.284262:0:5584:0:(llog.c:400:llog_init_handle()) Process entered 00000040:00000010:0.0:1776201249.284362:0:5584:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000d76e641. 00000040:00000001:0.0:1776201249.284365:0:5584:0:(llog.c:353:llog_read_header()) Process entered 00000040:00000001:0.0:1776201249.284368:0:5584:0:(llog_client.c:279:llog_client_read_header()) Process entered 00000020:00000040:0.0:1776201249.284370:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:0.0:1776201249.284375:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba84b736. 00000020:00000040:0.0:1776201249.284378:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:0.0:1776201249.284382:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776201249.284385:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776201249.284391:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776201249.284694:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc0d8e8c. 00000100:00000001:0.0:1776201249.284702:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.284708:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776201249.284710:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776201249.284718:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000520e0798. 00000100:00000001:0.0:1776201249.284720:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619594882710336 : -124478826841280 : ffff8ec983be7b40) 00000100:00000001:0.0:1776201249.284723:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201249.284724:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000001:0.0:1776201249.284729:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776201249.284733:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.284736:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776201249.284737:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201249.284741:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.284749:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201249.284751:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.284755:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201249.284758:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201249.284760:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312192:192.168.204.111@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1776201249.284773:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201249.284879:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201249.284881:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.284884:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201249.284901:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000df162598. 02000000:00000001:0.0:1776201249.284904:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201249.284912:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201249.284917:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1491d97. 00000400:00000010:0.0:1776201249.284924:0:5584:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000005df8fff2 (tot 3226222). 00000100:00000200:0.0:1776201249.284932:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481534312192, portal 25 00000100:00000001:0.0:1776201249.284934:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201249.284935:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000040:0.0:1776201249.284940:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.284947:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201249.284950:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201249.284954:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916df7bf. 00000100:00000200:0.0:1776201249.284958:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481534312192, offset 0 00000400:00000200:0.0:1776201249.284965:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201249.284974:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201249.284983:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201249.284993:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201249.285090:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201249.285094:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201249.285097:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [791:791:256:4294967295] 192.168.204.111@tcp LPNI seq info [791:791:8:4294967295] 00000400:00000200:0.0:1776201249.285102:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201249.285113:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201249.285118:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201249.285125:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad52c7d7 (tot 3226470). 00000800:00000200:0.0:1776201249.285134:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201249.285143:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201249.285154:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad52c7d7 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1776201249.285246:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.285249:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201249.285252:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.285254:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201249.285256:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776201249.285258:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 00000000520e0798 going to sleep for 6 seconds 00000100:00000001:0.0:1776201249.285261:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201249.285273:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776201249.291790:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776201249.291800:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad52c7d7 (tot 3226222). 00000400:00000200:3.0:1776201249.291811:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201249.291823:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:3.0:1776201249.291831:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916df7bf 00000400:00000010:3.0:1776201249.291834:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916df7bf. 00000100:00000001:3.0:1776201249.291841:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776201249.291849:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.291863:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201249.291866:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.291872:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201249.291874:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776201249.291888:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201249.291908:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201249.291910:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201249.291912:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201249.291920:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201249.291924:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201249.291937:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201249.291941:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201249.291947:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201249.291951:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 8416 into portal 25 MB=0x69deac640df00 00000400:00000200:3.0:1776201249.291956:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201249.291963:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 8416/8416 into md 0x211d [4] + 224 00000800:00000001:3.0:1776201249.291972:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201249.292035:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201249.292038:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201249.292042:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201249.292048:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201249.292051:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776201249.292059:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8416 offset=224 replen=8416 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776201249.292084:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201249.292093:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201249.292106:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.292160:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776201249.292171:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201249.292172:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201249.292175:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1491d97. 00000400:00000200:0.0:1776201249.292179:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005df8fff2 00000400:00000010:0.0:1776201249.292181:0:5584:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000005df8fff2 (tot 3226038). 00000100:00000001:0.0:1776201249.292185:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776201249.292189:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:0.0:1776201249.292196:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.292201:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776201249.292203:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.292206:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201249.292210:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201249.292213:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201249.292216:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.292219:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201249.292228:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:0.0:1776201249.292233:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201249.292235:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201249.292237:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201249.292240:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201249.292242:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.292245:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201249.292249:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.292277:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201249.292281:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201249.292283:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201249.292288:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:0.0:1776201249.292295:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312192:192.168.204.111@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1776201249.292300:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.292303:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.292305:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776201249.292307:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.292309:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.292314:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776201249.292317:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000520e0798. 00000100:00000001:0.0:1776201249.292321:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776201249.292323:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201249.292334:0:5584:0:(llog_client.c:326:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1776201249.292335:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.292337:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ba84b736 x1862481534312192/t0(0) o503->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776201249.292343:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201249.292346:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201249.292349:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000df162598. 02000000:00000001:0.0:1776201249.292362:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201249.292365:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.292367:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.292369:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201249.292371:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc0d8e8c. 02000000:00000001:0.0:1776201249.292375:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201249.292377:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201249.292379:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba84b736. 00000100:00000001:0.0:1776201249.292396:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201249.292404:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1776201249.292406:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.292407:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.292409:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:0.0:1776201249.292411:0:5584:0:(llog.c:389:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201249.292414:0:5584:0:(llog.c:463:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201249.292418:0:5584:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1776201249.292422:0:5584:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000851586b9. 00000040:00001000:0.0:1776201249.292424:0:5584:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 60 last_idx 0 read_mode 0 00000020:00000010:0.0:1776201249.293729:0:11381:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc0d8e8c. 00000020:00000010:0.0:1776201249.293739:0:11381:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f9ce379b. 00000040:00000010:0.0:1776201249.293744:0:11381:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000267109a3. 00000020:00000010:0.0:1776201249.293748:0:11381:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000004ec37a9a. 00000020:00000010:0.0:1776201249.293755:0:11381:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000a1ad9892. 80000000:00000010:0.0:1776201249.293760:0:11381:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000fbe187a8. 00040000:00000010:0.0:1776201249.293766:0:11381:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000bbb0e9ca. 00040000:00000010:0.0:1776201249.293770:0:11381:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000a776fd70. 20000000:00000010:0.0:1776201249.293774:0:11381:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000002cd18c5f. 00000040:00000001:0.0:1776201249.293788:0:11381:0:(llog.c:514:llog_process_thread()) Process entered 00000040:00000010:0.0:1776201249.293795:0:11381:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000475b0f32. 00000040:00001000:0.0:1776201249.293798:0:11381:0:(llog.c:559:llog_process_thread()) index: 61 last_index 64767 00000040:00000001:0.0:1776201249.293800:0:11381:0:(lustre_log.h:467:llog_next_block()) Process entered 00000040:00000001:0.0:1776201249.293803:0:11381:0:(llog_client.c:157:llog_client_next_block()) Process entered 00000020:00000040:0.0:1776201249.293806:0:11381:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:0.0:1776201249.293814:0:11381:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba84b736. 00000020:00000040:0.0:1776201249.293816:0:11381:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:0.0:1776201249.293820:0:11381:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776201249.293824:0:11381:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776201249.293829:0:11381:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776201249.293836:0:11381:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016bb7e8e. 00000100:00000001:0.0:1776201249.293843:0:11381:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.293849:0:11381:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776201249.293851:0:11381:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776201249.293856:0:11381:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005df8fff2. 00000100:00000001:0.0:1776201249.293858:0:11381:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619594882711104 : -124478826840512 : ffff8ec983be7e40) 00000100:00000001:0.0:1776201249.293873:0:11381:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201249.293874:0:11381:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000001:0.0:1776201249.293880:0:11381:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776201249.293884:0:11381:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.293886:0:11381:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776201249.293887:0:11381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201249.293897:0:11381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.293907:0:11381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201249.293909:0:11381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.293913:0:11381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201249.293916:0:11381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201249.293919:0:11381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11381:1862481534312256:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:0.0:1776201249.293923:0:11381:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201249.293931:0:11381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201249.293933:0:11381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.293936:0:11381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201249.293953:0:11381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000df162598. 02000000:00000001:0.0:1776201249.293955:0:11381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201249.293963:0:11381:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201249.293968:0:11381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1491d97. 00000400:00000010:0.0:1776201249.293974:0:11381:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000bb9e9096 (tot 3226222). 00000100:00000200:0.0:1776201249.293983:0:11381:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481534312256, portal 25 00000100:00000001:0.0:1776201249.293985:0:11381:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201249.293986:0:11381:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000040:0.0:1776201249.293991:0:11381:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.294256:0:11381:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201249.294259:0:11381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201249.294344:0:11381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ced03e. 00000100:00000200:0.0:1776201249.294350:0:11381:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481534312256, offset 0 00000400:00000200:0.0:1776201249.294359:0:11381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201249.294369:0:11381:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201249.294676:0:11381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201249.294686:0:11381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201249.294690:0:11381:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201249.294694:0:11381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201249.294697:0:11381:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [792:792:256:4294967295] 192.168.204.111@tcp LPNI seq info [792:792:8:4294967295] 00000400:00000200:0.0:1776201249.294702:0:11381:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201249.294713:0:11381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201249.294720:0:11381:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201249.294725:0:11381:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077f7a21c (tot 3226470). 00000800:00000200:0.0:1776201249.294733:0:11381:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201249.294739:0:11381:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201249.294744:0:11381:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000077f7a21c type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1776201249.294762:0:11381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.294764:0:11381:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201249.294768:0:11381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.294770:0:11381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201249.294772:0:11381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776201249.294774:0:11381:0:(client.c:2500:ptlrpc_set_wait()) set 000000005df8fff2 going to sleep for 6 seconds 00000100:00000001:0.0:1776201249.294785:0:11381:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201249.294788:0:11381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201249.295006:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201249.295010:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077f7a21c (tot 3226222). 00000400:00000200:2.0:1776201249.295017:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.295022:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201249.295027:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ced03e 00000400:00000010:2.0:1776201249.295029:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ced03e. 00000100:00000001:2.0:1776201249.295033:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201249.295038:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201249.295048:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201249.295050:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201249.295056:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.295058:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776201249.305789:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.306153:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201249.306159:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.306162:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.306177:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.306187:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201249.306198:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.306204:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.306209:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.306213:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 8472 into portal 25 MB=0x69deac640df40 00000400:00000200:2.0:1776201249.306243:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.306252:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 8472/8472 into md 0x2125 [4] + 224 00000800:00000001:2.0:1776201249.306784:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.306807:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.306811:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.306818:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201249.306826:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201249.306835:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000040:2.0:1776201249.306847:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8472 offset=224 replen=8472 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201249.306859:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201249.306871:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.306875:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.306941:0:11381:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776201249.306952:0:11381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201249.306953:0:11381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201249.306957:0:11381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1491d97. 00000400:00000200:0.0:1776201249.306961:0:11381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb9e9096 00000400:00000010:0.0:1776201249.306964:0:11381:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000bb9e9096 (tot 3226038). 00000100:00000001:0.0:1776201249.306968:0:11381:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776201249.306972:0:11381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000200:0.0:1776201249.306978:0:11381:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.306983:0:11381:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776201249.307165:0:11381:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.307169:0:11381:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201249.307173:0:11381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201249.307177:0:11381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201249.307188:0:11381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.307192:0:11381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201249.307201:0:11381:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:0.0:1776201249.307207:0:11381:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201249.307210:0:11381:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201249.307211:0:11381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201249.307213:0:11381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201249.307216:0:11381:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.307219:0:11381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201249.307224:0:11381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.307231:0:11381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201249.307234:0:11381:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201249.307237:0:11381:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201249.307240:0:11381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00100000:0.0:1776201249.307247:0:11381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11381:1862481534312256:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:0.0:1776201249.307253:0:11381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.307256:0:11381:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.307259:0:11381:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776201249.307804:0:11381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.307811:0:11381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.307819:0:11381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776201249.307821:0:11381:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005df8fff2. 00000100:00000001:0.0:1776201249.307825:0:11381:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776201249.307827:0:11381:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201249.307838:0:11381:0:(llog_client.c:211:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1776201249.307840:0:11381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.307843:0:11381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ba84b736 x1862481534312256/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.307859:0:11381:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201249.307862:0:11381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201249.307865:0:11381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000df162598. 02000000:00000001:0.0:1776201249.307884:0:11381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201249.307887:0:11381:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.307889:0:11381:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.307892:0:11381:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201249.307895:0:11381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016bb7e8e. 02000000:00000001:0.0:1776201249.307900:0:11381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201249.307902:0:11381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201249.307904:0:11381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba84b736. 00000100:00000001:0.0:1776201249.307909:0:11381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201249.307910:0:11381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1776201249.307914:0:11381:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.307915:0:11381:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.307916:0:11381:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:0.0:1776201249.307919:0:11381:0:(lustre_log.h:477:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201249.307922:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000475b0f32 type 0x10620000 00000040:00001000:0.0:1776201249.307925:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=49 00000040:00001000:0.0:1776201249.307929:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 49 00000040:00001000:0.0:1776201249.307930:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x000000000eb95202 type 0x10620000 00000040:00001000:0.0:1776201249.307931:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=50 00000040:00001000:0.0:1776201249.307932:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 50 00000040:00001000:0.0:1776201249.307934:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000610ec3e0 type 0x10620000 00000040:00001000:0.0:1776201249.307935:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=51 00000040:00001000:0.0:1776201249.307937:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 51 00000040:00001000:0.0:1776201249.307938:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000754518d9 type 0x10620000 00000040:00001000:0.0:1776201249.307939:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=52 00000040:00001000:0.0:1776201249.307941:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 52 00000040:00001000:0.0:1776201249.307942:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000c3bdb016 type 0x10620000 00000040:00001000:0.0:1776201249.307943:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=53 00000040:00001000:0.0:1776201249.307945:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 53 00000040:00001000:0.0:1776201249.307946:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x000000008c980ccb type 0x10620000 00000040:00001000:0.0:1776201249.307947:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=54 00000040:00001000:0.0:1776201249.307948:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 54 00000040:00001000:0.0:1776201249.307955:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000d080cf1b type 0x10620000 00000040:00001000:0.0:1776201249.307957:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=55 00000040:00001000:0.0:1776201249.307958:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 55 00000040:00001000:0.0:1776201249.307959:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000050b1625 type 0x10620000 00000040:00001000:0.0:1776201249.307960:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=56 00000040:00001000:0.0:1776201249.307961:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 56 00000040:00001000:0.0:1776201249.307963:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000064e8bdcf type 0x10620000 00000040:00001000:0.0:1776201249.307964:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=57 00000040:00001000:0.0:1776201249.307965:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 57 00000040:00001000:0.0:1776201249.307966:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000bf39cd88 type 0x10620000 00000040:00001000:0.0:1776201249.307967:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=58 00000040:00001000:0.0:1776201249.307969:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 58 00000040:00001000:0.0:1776201249.307969:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000019de27d4 type 0x10620000 00000040:00001000:0.0:1776201249.307971:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=59 00000040:00001000:0.0:1776201249.307972:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 59 00000040:00001000:0.0:1776201249.307973:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000613c36b9 type 0x10620000 00000040:00001000:0.0:1776201249.307974:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=60 00000040:00001000:0.0:1776201249.307975:0:11381:0:(llog.c:700:llog_process_thread()) skipping lrh_index 60 00000040:00001000:0.0:1776201249.307976:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000060e98fd9 type 0x10620000 00000040:00001000:0.0:1776201249.307977:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=61 00000040:00001000:0.0:1776201249.307979:0:11381:0:(llog.c:718:llog_process_thread()) lrh_index: 61 lrh_len: 224 (5920 remains) 00000040:00001000:0.0:1776201249.307982:0:11381:0:(llog.c:735:llog_process_thread()) index: 61, lh_last_idx: 63 synced_idx: 0 lgh_last_idx: 63 00000020:00000001:0.0:1776201249.307987:0:11381:0:(obd_config.c:1761:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1776201249.307990:0:11381:0:(llog_swab.c:444:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1776201249.307992:0:11381:0:(llog_swab.c:487:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1776201249.308385:0:11381:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1776201249.308400:0:11381:0:(obd_mount.c:983:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1776201249.308402:0:11381:0:(obd_mount.c:988:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1776201249.308411:0:11381:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000049ccffe7. 00000020:00000080:0.0:1776201249.308415:0:11381:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1776201249.308417:0:11381:0:(obd_config.c:1460:class_process_config()) marker 53 (0x1) lustre-clilov del lustre.cea1 00000020:00000001:0.0:1776201249.308420:0:11381:0:(obd_config.c:1461:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1776201249.308423:0:11381:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000049ccffe7. 00000020:00000001:0.0:1776201249.308427:0:11381:0:(obd_config.c:2002:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201249.308429:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x000000003c104ada type 0x10620000 00000040:00001000:0.0:1776201249.308446:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=62 00000040:00001000:0.0:1776201249.308448:0:11381:0:(llog.c:718:llog_process_thread()) lrh_index: 62 lrh_len: 104 (5696 remains) 00000040:00001000:0.0:1776201249.308449:0:11381:0:(llog.c:735:llog_process_thread()) index: 62, lh_last_idx: 63 synced_idx: 0 lgh_last_idx: 63 00000020:00000001:0.0:1776201249.308451:0:11381:0:(obd_config.c:1761:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1776201249.308454:0:11381:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000b10792e3. 00000020:01000000:0.0:1776201249.308688:0:11381:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce023, instance name: lustre-clilov-ffff8ec9836a6800 00000020:00000010:0.0:1776201249.308693:0:11381:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000c058f375. 00000020:00000080:0.0:1776201249.308694:0:11381:0:(obd_config.c:1384:class_process_config()) processing cmd: ce023 00000020:00000001:0.0:1776201249.308700:0:11381:0:(obd_class.h:954:obd_pool_del()) Process entered 00020000:00000001:0.0:1776201249.308704:0:11381:0:(lov_pool.c:350:lov_pool_del()) Process entered 00020000:00000040:0.0:1776201249.308722:0:11381:0:(lov_pool.c:367:lov_pool_del()) proc entry 0000000032997033 00020000:00000040:0.0:1776201249.308730:0:11381:0:(lov_pool.c:85:lov_pool_putref()) pool 0000000009420fc5 00020000:00000040:0.0:1776201249.308733:0:11381:0:(lov_pool.c:85:lov_pool_putref()) pool 0000000009420fc5 00000020:00000001:0.0:1776201249.308736:0:11381:0:(lu_tgt_pool.c:229:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1776201249.308773:0:11381:0:(lu_tgt_pool.c:236:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000009a16eae. 00000020:00000001:0.0:1776201249.308778:0:11381:0:(lu_tgt_pool.c:242:lu_tgt_pool_free()) Process leaving 00020000:00000001:0.0:1776201249.308790:0:11381:0:(lov_pool.c:91:lov_pool_putref()) Process leaving 00020000:00000001:0.0:1776201249.308792:0:11381:0:(lov_pool.c:380:lov_pool_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201249.308793:0:11381:0:(obd_class.h:961:obd_pool_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201249.308795:0:11381:0:(obd_config.c:1568:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1776201249.308797:0:11381:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000c058f375. 00000020:00000010:0.0:1776201249.308801:0:11381:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000b10792e3. 00000020:00000001:0.0:1776201249.308803:0:11381:0:(obd_config.c:2002:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201249.308805:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000057f8945f type 0x10620000 00000040:00001000:0.0:1776201249.308806:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=63 00000040:00001000:0.0:1776201249.308810:0:11381:0:(llog.c:667:llog_process_thread()) synced_idx: 63 00000040:00000001:0.0:1776201249.308813:0:11381:0:(lustre_log.h:467:llog_next_block()) Process entered 00000040:00000001:0.0:1776201249.308816:0:11381:0:(llog_client.c:157:llog_client_next_block()) Process entered 00000020:00000040:0.0:1776201249.308819:0:11381:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:0.0:1776201249.308826:0:11381:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba84b736. 00000020:00000040:0.0:1776201249.308829:0:11381:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:0.0:1776201249.308833:0:11381:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776201249.308836:0:11381:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776201249.308844:0:11381:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776201249.308852:0:11381:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016bb7e8e. 00000100:00000001:0.0:1776201249.308861:0:11381:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.308875:0:11381:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776201249.308878:0:11381:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776201249.308883:0:11381:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb9e9096. 00000100:00000001:0.0:1776201249.308885:0:11381:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619594882708992 : -124478826842624 : ffff8ec983be7600) 00000100:00000001:0.0:1776201249.308887:0:11381:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201249.308889:0:11381:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000001:0.0:1776201249.308894:0:11381:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776201249.308899:0:11381:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.308901:0:11381:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776201249.308903:0:11381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201249.308911:0:11381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.308920:0:11381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201249.308922:0:11381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.308927:0:11381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201249.308929:0:11381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201249.308932:0:11381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11381:1862481534312320:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:0.0:1776201249.308936:0:11381:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201249.308945:0:11381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201249.308948:0:11381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.308952:0:11381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201249.308968:0:11381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000df162598. 02000000:00000001:0.0:1776201249.308970:0:11381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201249.308978:0:11381:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201249.308983:0:11381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1491d97. 00000400:00000010:0.0:1776201249.308991:0:11381:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 0000000089abd092 (tot 3226222). 00000100:00000200:0.0:1776201249.309109:0:11381:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481534312320, portal 25 00000100:00000001:0.0:1776201249.309112:0:11381:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201249.309113:0:11381:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000040:0.0:1776201249.309119:0:11381:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.309127:0:11381:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201249.309130:0:11381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201249.309134:0:11381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000148f6bdb. 00000100:00000200:0.0:1776201249.309145:0:11381:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481534312320, offset 0 00000400:00000200:0.0:1776201249.309153:0:11381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201249.309164:0:11381:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201249.309173:0:11381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201249.309182:0:11381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201249.309186:0:11381:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201249.309189:0:11381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201249.309193:0:11381:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [793:793:256:4294967295] 192.168.204.111@tcp LPNI seq info [793:793:8:4294967295] 00000400:00000200:0.0:1776201249.309197:0:11381:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201249.309207:0:11381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201249.309216:0:11381:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201249.309221:0:11381:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049ccffe7 (tot 3226470). 00000800:00000200:0.0:1776201249.309229:0:11381:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201249.309237:0:11381:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201249.309243:0:11381:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049ccffe7 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1776201249.309702:0:11381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.309707:0:11381:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201249.309711:0:11381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.309713:0:11381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201249.309715:0:11381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776201249.309717:0:11381:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb9e9096 going to sleep for 6 seconds 00000100:00000001:0.0:1776201249.309721:0:11381:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201249.309724:0:11381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201249.310291:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201249.310298:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049ccffe7 (tot 3226222). 00000400:00000200:2.0:1776201249.310305:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.310314:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201249.310320:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000148f6bdb 00000400:00000010:2.0:1776201249.310323:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000148f6bdb. 00000100:00000001:2.0:1776201249.310329:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201249.310337:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201249.310349:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201249.310352:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:2.0:1776201249.310359:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.310361:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201249.322157:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.322181:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201249.322186:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.322189:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.322202:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.322234:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201249.322243:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.322250:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.322255:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.322259:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 8472 into portal 25 MB=0x69deac640df80 00000400:00000200:2.0:1776201249.322266:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.322274:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 8472/8472 into md 0x212d [4] + 224 00000800:00000001:2.0:1776201249.322284:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.322299:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.322302:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.322307:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201249.322314:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201249.322325:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000040:2.0:1776201249.322337:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8472 offset=224 replen=8472 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.322422:0:11381:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776201249.322496:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201249.322510:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.322514:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1776201249.323274:0:11381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201249.323278:0:11381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201249.323281:0:11381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1491d97. 00000400:00000200:0.0:1776201249.323287:0:11381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089abd092 00000400:00000010:0.0:1776201249.323289:0:11381:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 0000000089abd092 (tot 3226038). 00000100:00000001:0.0:1776201249.323295:0:11381:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776201249.323304:0:11381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000200:0.0:1776201249.323313:0:11381:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.323335:0:11381:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776201249.323338:0:11381:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.323341:0:11381:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201249.323344:0:11381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201249.323347:0:11381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201249.323349:0:11381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201249.323352:0:11381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201249.323361:0:11381:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:0.0:1776201249.323366:0:11381:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201249.323368:0:11381:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201249.323369:0:11381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201249.323372:0:11381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201249.323374:0:11381:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.323378:0:11381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201249.323464:0:11381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.323472:0:11381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201249.323475:0:11381:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201249.323478:0:11381:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201249.323483:0:11381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00100000:0.0:1776201249.323490:0:11381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d23467c3-88a5-4456-93b7-5547e25fcce3:11381:1862481534312320:192.168.204.111@tcp:502:llog_process_th.0 00000100:00000001:0.0:1776201249.323496:0:11381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201249.323499:0:11381:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201249.323502:0:11381:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776201249.323505:0:11381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.323507:0:11381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.323514:0:11381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776201249.323517:0:11381:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb9e9096. 00000100:00000001:0.0:1776201249.323521:0:11381:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776201249.323523:0:11381:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776201249.323540:0:11381:0:(llog_client.c:211:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1776201249.323542:0:11381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201249.323545:0:11381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ba84b736 x1862481534312320/t0(0) o502->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 272/8472 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'llog_process_th.0' 00000100:00000001:0.0:1776201249.323551:0:11381:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201249.323555:0:11381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201249.323557:0:11381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000df162598. 02000000:00000001:0.0:1776201249.323632:0:11381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201249.323636:0:11381:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.323637:0:11381:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.323641:0:11381:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201249.323643:0:11381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016bb7e8e. 02000000:00000001:0.0:1776201249.323647:0:11381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201249.323649:0:11381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201249.323651:0:11381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba84b736. 00000100:00000001:0.0:1776201249.323655:0:11381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201249.323657:0:11381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1776201249.323660:0:11381:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201249.323661:0:11381:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201249.323663:0:11381:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:0.0:1776201249.323665:0:11381:0:(lustre_log.h:477:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201249.323668:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x0000000057f8945f type 0x10620000 00000040:00001000:0.0:1776201249.323670:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x10620000 idx=63 00000040:00001000:0.0:1776201249.323673:0:11381:0:(llog.c:718:llog_process_thread()) lrh_index: 63 lrh_len: 224 (5592 remains) 00000040:00001000:0.0:1776201249.323676:0:11381:0:(llog.c:735:llog_process_thread()) index: 63, lh_last_idx: 63 synced_idx: 63 lgh_last_idx: 63 00000020:00000001:0.0:1776201249.323680:0:11381:0:(obd_config.c:1761:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1776201249.323683:0:11381:0:(llog_swab.c:444:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1776201249.323685:0:11381:0:(llog_swab.c:487:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1776201249.323687:0:11381:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1776201249.323696:0:11381:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000064b59cef. 00000020:00000080:0.0:1776201249.323699:0:11381:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1776201249.323701:0:11381:0:(obd_config.c:1460:class_process_config()) marker 53 (0x2) lustre-clilov del lustre.cea1 00000020:00000001:0.0:1776201249.323704:0:11381:0:(obd_config.c:1461:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1776201249.323707:0:11381:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000064b59cef. 00000020:00000001:0.0:1776201249.323711:0:11381:0:(obd_config.c:2002:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1776201249.323712:0:11381:0:(llog.c:604:llog_process_thread()) processing rec 0x00000000e635acea type 0x0 00000040:00001000:0.0:1776201249.323719:0:11381:0:(llog.c:610:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:0.0:1776201249.323721:0:11381:0:(llog.c:623:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1776201249.323723:0:11381:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000040:00000010:0.0:1776201249.323727:0:11381:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at 00000000475b0f32. 00000020:00000010:0.0:1776201249.323734:0:11381:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9ce379b. 00000040:00000010:0.0:1776201249.323738:0:11381:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000267109a3. 00000020:00000010:0.0:1776201249.323743:0:11381:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000004ec37a9a. 00000020:00000010:0.0:1776201249.323750:0:11381:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000a1ad9892. 80000000:00000010:0.0:1776201249.323756:0:11381:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000fbe187a8. 00040000:00000010:0.0:1776201249.323763:0:11381:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000bbb0e9ca. 00040000:00000010:0.0:1776201249.323769:0:11381:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000a776fd70. 20000000:00000010:0.0:1776201249.323774:0:11381:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000002cd18c5f. 00000020:00000010:0.0:1776201249.323864:0:11381:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc0d8e8c. 00000040:00000010:1.0:1776201249.324059:0:5584:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000851586b9. 00000040:00000001:1.0:1776201249.324066:0:5584:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1776201249.324069:0:5584:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 00000040:00000010:1.0:1776201249.324074:0:5584:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 000000000d76e641. 00000040:00000010:1.0:1776201249.324080:0:5584:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000ed044ec9. 00000020:00000001:1.0:1776201249.324086:0:5584:0:(obd_config.c:2047:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.324090:0:5584:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1776201249.324094:0:5584:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc68af4c. 00000040:00000010:1.0:1776201249.324098:0:5584:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000002b540973. 00000020:00000010:1.0:1776201249.324100:0:5584:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000000eb6a5b5. 00000020:00000010:1.0:1776201249.324105:0:5584:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000008ee9529f. 80000000:00000010:1.0:1776201249.324107:0:5584:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000495993c0. 00040000:00000010:1.0:1776201249.324111:0:5584:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000015fdaaad. 20000000:00000010:1.0:1776201249.324114:0:5584:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000005c2d4714. 00000020:00000010:1.0:1776201249.324117:0:5584:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008970a33a. 10000000:00000010:1.0:1776201249.324119:0:5584:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 000000004835d7ab. 10000000:01000000:1.0:1776201249.324124:0:5584:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.111@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1776201249.324127:0:5584:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776201249.324131:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201249.324134:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201249.324137:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d30faec7 refcount=3 00000020:00000001:1.0:1776201249.324139:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:1.0:1776201249.324143:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619594974533824 : -124478735017792 : ffff8ec9893798c0) 00010000:00000001:1.0:1776201249.324152:0:5584:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776201249.324156:0:5584:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c29 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.324163:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00010000:00000001:1.0:1776201249.324168:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.324170:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776201249.324172:0:5584:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c29 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.324177:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 1 00010000:00000001:1.0:1776201249.324179:0:5584:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776201249.324181:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.324181:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776201249.324183:0:5584:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.324185:0:5584:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.324188:0:5584:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776201249.324190:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201249.324192:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-sptlrpc (000000006d12509a) refs 2 10000000:00000001:1.0:1776201249.324194:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.324195:0:5584:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776201249.324197:0:5584:0:(mgc_request.c:145:config_log_put()) log lustre-client(00000000057140f2) refs 3 10000000:00000001:1.0:1776201249.324199:0:5584:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:1.0:1776201249.324201:0:5584:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:1.0:1776201249.324203:0:5584:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1776201249.324205:0:5584:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:1.0:1776201249.324206:0:5584:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff8ec984a25360 from 1 10000000:00000001:1.0:1776201249.324209:0:5584:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:1.0:1776201249.324210:0:5584:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1776201249.324217:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000dbdf3ac. 00000020:00000040:1.0:1776201249.324221:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201249.324226:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201249.324229:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201249.324234:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201249.324242:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036268766. 00000100:00000001:1.0:1776201249.324249:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.324260:0:5584:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1776201249.324263:0:5584:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1776201249.324269:0:5584:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000025cf12fa count: 2 00010000:00000001:1.0:1776201249.324272:0:5584:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201249.324275:0:5584:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1776201249.324279:0:5584:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c059868. 00000020:00000001:1.0:1776201249.324284:0:5584:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1776201249.324286:0:5584:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002c059868 with handle 0x33081ca0ae741e00 to hash 00000020:00000001:1.0:1776201249.324288:0:5584:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1776201249.324290:0:5584:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.324293:0:5584:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.324297:0:5584:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776201249.324299:0:5584:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201249.324302:0:5584:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.324307:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00010000:1.0:1776201249.324310:0:5584:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.324315:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00010000:1.0:1776201249.324321:0:5584:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.324326:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00000100:00000001:1.0:1776201249.324328:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201249.324330:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201249.324337:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201249.324339:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595155678912 : -124478553872704 : ffff8ec99403a6c0) 00000100:00000001:1.0:1776201249.324341:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201249.324342:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889938752 : -124478819612864 : ffff8ec9842cc740) 00000100:00000001:1.0:1776201249.324346:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201249.324351:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.324353:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201249.324360:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201249.324366:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.324374:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201249.324376:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.324381:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201249.324469:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201249.324474:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312384:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.324478:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201249.324486:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201249.324488:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.324491:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201249.324495:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f202a85. 02000000:00000001:1.0:1776201249.324497:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201249.324504:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201249.324508:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de954406. 00000400:00000010:1.0:1776201249.324515:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f54a0e5. 00000100:00000200:1.0:1776201249.324522:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481534312384, portal 25 00000100:00000001:1.0:1776201249.324525:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201249.324525:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889938752 : -124478819612864 : ffff8ec9842cc740) 00000100:00000040:1.0:1776201249.324530:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.324538:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201249.324541:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201249.324543:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e3530a6. 00000100:00000200:1.0:1776201249.324546:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481534312384, offset 0 00000400:00000200:1.0:1776201249.324555:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201249.324565:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201249.325135:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201249.325151:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201249.325155:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201249.325159:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201249.325162:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [794:794:256:4294967295] 192.168.204.111@tcp LPNI seq info [794:794:8:4294967295] 00000400:00000200:1.0:1776201249.325177:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201249.325188:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201249.325196:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201249.325202:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825ca900 (tot 3226286). 00000800:00000200:1.0:1776201249.325212:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201249.325221:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201249.325226:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000825ca900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776201249.325277:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.325281:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201249.325285:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.325287:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201249.325290:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201249.325293:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 0000000084b4d4ed going to sleep for 6 seconds 00000100:00000001:1.0:1776201249.325296:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201249.325299:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201249.326764:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201249.326773:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825ca900 (tot 3226038). 00000400:00000200:2.0:1776201249.326784:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.326793:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201249.326801:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e3530a6 00000400:00000010:2.0:1776201249.326803:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e3530a6. 00000100:00000001:2.0:1776201249.326811:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201249.326819:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.326832:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201249.326834:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.326840:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.326861:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201249.330945:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.330970:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201249.330975:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.330978:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.331000:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.331010:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201249.331019:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.331025:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.331029:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.331034:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 344 into portal 25 MB=0x69deac640dfc0 00000400:00000200:2.0:1776201249.331041:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.331046:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 344/344 into md 0x2135 [1] + 224 00000800:00000001:2.0:1776201249.331058:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.331068:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.331071:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.331075:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201249.331083:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201249.331092:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776201249.331105:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.331143:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201249.331154:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.331158:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.331202:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201249.331212:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201249.331214:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201249.331218:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de954406. 00000400:00000200:1.0:1776201249.331226:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f54a0e5 00000400:00000010:1.0:1776201249.331228:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f54a0e5. 00000100:00000001:1.0:1776201249.331234:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201249.331238:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201249.331246:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.331252:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201249.331254:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.331256:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201249.331261:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201249.331265:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201249.331267:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.331271:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201249.331280:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201249.331318:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201249.331321:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201249.331322:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.331325:0:5584:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201249.331328:0:5584:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.331332:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201249.331338:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.331345:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201249.331349:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201249.331351:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201249.331354:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201249.331361:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312384:192.168.204.111@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.331367:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.331370:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.331373:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201249.331376:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.331380:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.331396:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201249.331399:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201249.331403:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201249.331405:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.331408:0:5584:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776201249.331411:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201249.331415:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201249.331419:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=4 00000020:00000001:1.0:1776201249.331421:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.331424:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000040:1.0:1776201249.331431:0:5584:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000002c059868, remote cookie: 0xf3a9f3c175928c30, flags: 0x0 00010000:00000001:1.0:1776201249.331443:0:5584:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776201249.331456:0:5584:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776201249.331458:0:5584:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776201249.331460:0:5584:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776201249.331462:0:5584:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776201249.331464:0:5584:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000025cf12fa) refcount = 2 00010000:00000040:1.0:1776201249.331467:0:5584:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1776201249.331471:0:5584:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.204.111@tcp lock: 00000000d30faec7/0x33081ca0ae741df9 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3a9f3c175928c29 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.331478:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00010000:1.0:1776201249.331483:0:5584:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c30 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.331488:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00000001:1.0:1776201249.331490:0:5584:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776201249.331491:0:5584:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776201249.331493:0:5584:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776201249.331497:0:5584:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776201249.331500:0:5584:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201249.331502:0:5584:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3a9f3c175928c30 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.331508:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00000001:1.0:1776201249.331510:0:5584:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776201249.331511:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.331514:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201249.331514:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.331515:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201249.331517:0:5584:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.331519:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.331523:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000dbdf3ac x1862481534312384/t0(0) o101->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 328/344 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.331529:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201249.331532:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201249.331536:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f202a85. 02000000:00000001:1.0:1776201249.331541:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201249.331549:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201249.331551:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201249.331554:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201249.331556:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036268766. 02000000:00000001:1.0:1776201249.331561:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201249.331563:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201249.331564:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000dbdf3ac. 00000100:00000001:1.0:1776201249.331569:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201249.331727:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1776201249.331730:0:5584:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.331733:0:5584:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776201249.331735:0:5584:0:(mgc_request.c:131:config_log_get()) log lustre-sptlrpc (000000006d12509a) refs 3 10000000:00000001:1.0:1776201249.331738:0:5584:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201249.331740:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201249.331741:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201249.331742:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=3 00000020:00000001:1.0:1776201249.331744:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.331746:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.331748:0:5584:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1776201249.331750:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.331751:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776201249.331752:0:5584:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.331755:0:5584:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1776201249.331759:0:5584:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004835d7ab. 00000020:00000010:1.0:1776201249.331763:0:5584:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036268766. 00000020:00000010:1.0:1776201249.331769:0:5584:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000344a5af7. 00000040:00000010:1.0:1776201249.331773:0:5584:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000ab6c3112. 00000020:00000010:1.0:1776201249.331787:0:5584:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000000eb6a5b5. 00000020:00000010:1.0:1776201249.331794:0:5584:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000001857715a. 80000000:00000010:1.0:1776201249.331799:0:5584:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000495993c0. 00040000:00000010:1.0:1776201249.331805:0:5584:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000002153d1c2. 20000000:00000010:1.0:1776201249.331811:0:5584:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000006e196413. 10000000:00000040:1.0:1776201249.331816:0:5584:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000061e41745 : new refcount 2 00000020:00000001:1.0:1776201249.331820:0:5584:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1776201249.331822:0:5584:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1776201249.331830:0:5584:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:1.0:1776201249.331833:0:5584:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000f62e8cae. 00000040:00000001:1.0:1776201249.331838:0:5584:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:1.0:1776201249.331841:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000010:1.0:1776201249.331846:0:5584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000dbdf3ac. 00000020:00000040:1.0:1776201249.331849:0:5584:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=5 obd=MGC192.168.204.111@tcp 00000100:00000001:1.0:1776201249.331854:0:5584:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776201249.331858:0:5584:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776201249.331863:0:5584:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776201249.331873:0:5584:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de5b13b5. 00000100:00000001:1.0:1776201249.331879:0:5584:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.331886:0:5584:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776201249.331889:0:5584:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776201249.331894:0:5584:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201249.331896:0:5584:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446619595155678912 : -124478553872704 : ffff8ec99403a6c0) 00000100:00000001:1.0:1776201249.331899:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201249.331900:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889938752 : -124478819612864 : ffff8ec9842cc740) 00000100:00000001:1.0:1776201249.331910:0:5584:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776201249.331914:0:5584:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.331916:0:5584:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776201249.331918:0:5584:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776201249.331921:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.331929:0:5584:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776201249.331931:0:5584:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.331935:0:5584:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776201249.331937:0:5584:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776201249.331940:0:5584:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312448:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.331944:0:5584:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776201249.331951:0:5584:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776201249.331954:0:5584:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.331956:0:5584:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776201249.331961:0:5584:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cb0f127. 02000000:00000001:1.0:1776201249.331963:0:5584:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776201249.331968:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:1.0:1776201249.331978:0:5584:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de954406. 00000400:00000010:1.0:1776201249.331984:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f54a0e5. 00000100:00000200:1.0:1776201249.331992:0:5584:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534312448, portal 25 00000100:00000001:1.0:1776201249.331994:0:5584:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776201249.331995:0:5584:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619594889938752 : -124478819612864 : ffff8ec9842cc740) 00000100:00000040:1.0:1776201249.332000:0:5584:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.332008:0:5584:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776201249.332010:0:5584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:1.0:1776201249.332013:0:5584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4e5c415. 00000100:00000200:1.0:1776201249.332016:0:5584:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481534312448, offset 0 00000400:00000200:1.0:1776201249.332023:0:5584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:1.0:1776201249.332030:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201249.332038:0:5584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:1.0:1776201249.332047:0:5584:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:1.0:1776201249.332052:0:5584:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776201249.332056:0:5584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:1.0:1776201249.332059:0:5584:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [795:795:256:4294967295] 192.168.204.111@tcp LPNI seq info [795:795:8:4294967295] 00000400:00000200:1.0:1776201249.332063:0:5584:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:1.0:1776201249.332072:0:5584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:1.0:1776201249.332078:0:5584:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:1.0:1776201249.332083:0:5584:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c036af1 (tot 3226286). 00000800:00000200:1.0:1776201249.332091:0:5584:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:1.0:1776201249.332555:0:5584:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:1.0:1776201249.332561:0:5584:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c036af1 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1776201249.332778:0:5584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.332782:0:5584:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201249.332786:0:5584:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201249.332789:0:5584:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201249.332791:0:5584:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776201249.332793:0:5584:0:(client.c:2500:ptlrpc_set_wait()) set 0000000084b4d4ed going to sleep for 6 seconds 00000100:00000001:1.0:1776201249.332796:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776201249.332815:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776201249.333259:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201249.333264:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c036af1 (tot 3226038). 00000400:00000200:2.0:1776201249.333271:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.333278:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201249.333293:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4e5c415 00000400:00000010:2.0:1776201249.333296:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4e5c415. 00000100:00000001:2.0:1776201249.333304:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201249.333310:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.333334:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201249.333337:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.333343:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201249.333345:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776201249.337655:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.337680:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201249.337686:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.337688:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.337703:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.337713:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201249.337723:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.337729:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.337734:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.337739:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 272 into portal 25 MB=0x69deac640e000 00000400:00000200:2.0:1776201249.337746:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201249.337752:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 272/272 into md 0x213d [1] + 224 00000800:00000001:2.0:1776201249.337762:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.337794:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201249.337798:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201249.337803:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201249.337812:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201249.337822:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776201249.337835:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776201249.338198:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201249.338212:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201249.338218:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.339659:0:5584:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201249.339674:0:5584:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201249.339677:0:5584:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201249.339681:0:5584:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de954406. 00000400:00000200:1.0:1776201249.339692:0:5584:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f54a0e5 00000400:00000010:1.0:1776201249.339695:0:5584:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f54a0e5. 00000100:00000001:1.0:1776201249.339702:0:5584:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201249.339714:0:5584:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776201249.339725:0:5584:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.339732:0:5584:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201249.339734:0:5584:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.339737:0:5584:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201249.339741:0:5584:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201249.339744:0:5584:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201249.339747:0:5584:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201249.339751:0:5584:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201249.339758:0:5584:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=130 v=1 (1 1 0 0) 00000100:00001000:1.0:1776201249.339764:0:5584:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=130 v=1 (1 1 0 0) 00000100:00000001:1.0:1776201249.339766:0:5584:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776201249.339769:0:5584:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc 0/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.339774:0:5584:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1776201249.339777:0:5584:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1776201249.339781:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Rpc:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.339787:0:5584:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1776201249.339790:0:5584:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201249.339793:0:5584:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201249.339795:0:5584:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Interpret:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776201249.339801:0:5584:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dbdf3ac pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d23467c3-88a5-4456-93b7-5547e25fcce3:5584:1862481534312448:192.168.204.111@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776201249.339830:0:5584:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201249.339832:0:5584:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1776201249.339836:0:5584:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776201249.339838:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.339841:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 2 fl Complete:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.339847:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776201249.339850:0:5584:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084b4d4ed. 00000100:00000001:1.0:1776201249.339854:0:5584:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776201249.339856:0:5584:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1776201249.339860:0:5584:0:(llog_client.c:131:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1776201249.339865:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201249.339867:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201249.339869:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:1.0:1776201249.339870:0:5584:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201249.339872:0:5584:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000dbdf3ac x1862481534312448/t0(0) o501->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 512/272 e 0 to 0 dl 1776201256 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776201249.339877:0:5584:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201249.339881:0:5584:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201249.339884:0:5584:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cb0f127. 02000000:00000001:1.0:1776201249.339888:0:5584:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201249.339889:0:5584:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201249.339890:0:5584:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:1.0:1776201249.339891:0:5584:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201249.339893:0:5584:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de5b13b5. 02000000:00000001:1.0:1776201249.339896:0:5584:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201249.339898:0:5584:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201249.339899:0:5584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000dbdf3ac. 00000100:00000001:1.0:1776201249.339903:0:5584:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201249.339903:0:5584:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1776201249.339906:0:5584:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000f62e8cae. 00000040:00000001:1.0:1776201249.339911:0:5584:0:(llog.c:1405:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1776201249.339914:0:5584:0:(obd_config.c:2021:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1776201249.339917:0:5584:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1776201249.339928:0:5584:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000344a5af7. 00000040:00000010:1.0:1776201249.339933:0:5584:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000ab6c3112. 00000020:00000010:1.0:1776201249.339937:0:5584:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000000eb6a5b5. 00000020:00000010:1.0:1776201249.339944:0:5584:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000001857715a. 80000000:00000010:1.0:1776201249.339949:0:5584:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000495993c0. 00040000:00000010:1.0:1776201249.339955:0:5584:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000002153d1c2. 20000000:00000010:1.0:1776201249.339961:0:5584:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000006e196413. 00000020:00000010:1.0:1776201249.339965:0:5584:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036268766. 10000000:00000010:1.0:1776201249.339967:0:5584:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 000000004835d7ab. 10000000:01000000:1.0:1776201249.339971:0:5584:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1776201249.339975:0:5584:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776201249.339978:0:5584:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776201249.339981:0:5584:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776201249.339984:0:5584:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c059868 refcount=3 00000020:00000001:1.0:1776201249.339986:0:5584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.339990:0:5584:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446619595105006528 : -124478604545088 : ffff8ec990fe73c0) 00010000:00000001:1.0:1776201249.339992:0:5584:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776201249.339996:0:5584:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c30 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.340004:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00000001:1.0:1776201249.340010:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.340011:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776201249.340013:0:5584:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.111@tcp lock: 000000002c059868/0x33081ca0ae741e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3a9f3c175928c30 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776201249.340018:0:5584:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000025cf12fa count: 2 00010000:00000001:1.0:1776201249.340021:0:5584:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776201249.340021:0:5584:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776201249.340022:0:5584:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776201249.340024:0:5584:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776201249.340026:0:5584:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1776201249.340029:0:5584:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776201249.340032:0:5584:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776201249.340033:0:5584:0:(mgc_request.c:145:config_log_put()) log lustre-sptlrpc(000000006d12509a) refs 3 10000000:00000001:1.0:1776201249.340044:0:5584:0:(mgc_request.c:169:config_log_put()) Process leaving 00010000:00000001:0.0:1776201250.236695:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201250.236706:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776201250.236708:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776201250.236712:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201250.236719:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776201250.236721:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201250.236723:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201250.236725:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201250.236730:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201250.236731:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201250.236735:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201250.236736:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201250.236785:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201250.236789:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201250.236792:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1776201251.245909:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201251.245916:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201251.245923:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201251.245924:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201251.245928:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201251.245929:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776201251.246809:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776201251.246814:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776201251.246819:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1776201252.207625:0:11160:0:(pinger.c:251:ptlrpc_pinger_process_import()) d23467c3-88a5-4456-93b7-5547e25fcce3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776201252.207636:0:11160:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776201252.207654:0:11160:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba84b736. 00000020:00000040:0.0:1776201252.207661:0:11160:0:(genops.c:1191:class_import_get()) import 0000000002e5a03e refcount=4 obd=MGC192.168.204.111@tcp 00000100:00000001:0.0:1776201252.207667:0:11160:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776201252.207671:0:11160:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776201252.207677:0:11160:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776201252.207687:0:11160:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbb0e9ca. 00000100:00000001:0.0:1776201252.207695:0:11160:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207711:0:11160:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging d23467c3-88a5-4456-93b7-5547e25fcce3->MGS req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776201252.207723:0:11160:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776201252.207728:0:11160:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207734:0:11160:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ba84b736] to pc [ptlrpcd_00_00+0] req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.207762:0:11160:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207764:0:11160:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776201252.207768:0:11160:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776201252.207771:0:11160:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074050b85. 00000020:00000040:0.0:1776201252.207773:0:11160:0:(genops.c:1191:class_import_get()) import 00000000bbe7ec63 refcount=7 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000100:00000001:0.0:1776201252.207775:0:11160:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776201252.207776:0:11160:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776201252.207777:0:11160:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776201252.207780:0:11160:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064b59cef. 00000100:00000001:0.0:1776201252.207782:0:11160:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207785:0:11160:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0000_UUID req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776201252.207792:0:11160:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776201252.207793:0:11160:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207796:0:11160:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000074050b85] to pc [ptlrpcd_00_01+1] req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.207803:0:11160:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207805:0:11160:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776201252.207808:0:11160:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776201252.207815:0:11160:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003745ee2. 00000020:00000040:0.0:1776201252.207817:0:11160:0:(genops.c:1191:class_import_get()) import 000000002906445a refcount=7 obd=lustre-MDT0001-mdc-ffff8ec9836a6800 00000100:00000001:0.0:1776201252.207819:0:11160:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776201252.207820:0:11160:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776201252.207822:0:11160:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776201252.207824:0:11160:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000486aa014. 00000100:00000001:0.0:1776201252.207827:0:11160:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207830:0:11160:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-MDT0001_UUID req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776201252.207835:0:11160:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776201252.207836:0:11160:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.207839:0:11160:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000003745ee2] to pc [ptlrpcd_00_00+0] req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.207844:0:11160:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776201252.207845:0:11160:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776201252.207848:0:11160:0:(pinger.c:265:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776201252.207851:0:11160:0:(pinger.c:251:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776201252.207853:0:11160:0:(pinger.c:265:ptlrpc_pinger_process_import()) a57e2c0c-62c1-418c-9cbb-e31618c02306->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776201252.207858:0:11160:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (494) 00000100:00000001:0.0:1776201252.207875:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201252.207880:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201252.207882:0:2258:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201252.207886:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.207893:0:2258:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201252.207895:0:2258:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.207900:0:2258:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201252.207903:0:2258:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201252.207906:0:2258:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534312512:192.168.204.111@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776201252.207911:0:2258:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201252.207924:0:2258:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201252.207926:0:2258:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.207930:0:2258:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201252.207933:0:2258:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd18c5f. 02000000:00000001:0.0:1776201252.207935:0:2258:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201252.207945:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201252.207950:0:2258:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1491d97. 00000400:00000010:0.0:1776201252.207958:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbe5ec2. 00000100:00000200:0.0:1776201252.207966:0:2258:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534312512, portal 25 00000100:00000001:0.0:1776201252.207969:0:2258:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201252.207970:0:2258:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130850304 : -124478578701312 : ffff8ec99288cc00) 00000100:00000040:0.0:1776201252.207975:0:2258:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.207981:0:2258:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201252.207983:0:2258:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201252.207988:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000148f6bdb. 00000100:00000200:0.0:1776201252.207991:0:2258:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481534312512, offset 0 00000400:00000200:0.0:1776201252.207999:0:2258:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201252.208009:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201252.208019:0:2258:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201252.208029:0:2258:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201252.208033:0:2258:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201252.208036:0:2258:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201252.208040:0:2258:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [796:796:256:4294967295] 192.168.204.111@tcp LPNI seq info [796:796:8:4294967295] 00000400:00000200:0.0:1776201252.208044:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201252.208054:0:2258:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201252.208060:0:2258:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201252.208065:0:2258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a55e2c (tot 3226286). 00000800:00000200:0.0:1776201252.208073:0:2258:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201252.208082:0:2258:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201252.208087:0:2258:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042a55e2c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776201252.208106:0:2258:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.208113:0:2258:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201252.208118:0:2258:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.208121:0:2258:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201252.208125:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.208132:0:2258:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201252.208132:0:2258:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.208134:0:2258:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201252.208136:0:2258:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201252.208137:0:2258:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003745ee2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a57e2c0c-62c1-418c-9cbb-e31618c02306:2258:1862481534312640:192.168.204.111@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776201252.208141:0:2258:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201252.208143:0:2258:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201252.208144:0:2258:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.208146:0:2258:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201252.208148:0:2258:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc0d8e8c. 02000000:00000001:0.0:1776201252.208149:0:2258:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201252.208153:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201252.208156:0:2258:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003d8feda4. 00000400:00000010:0.0:1776201252.208160:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ced03e. 00000100:00000200:0.0:1776201252.208162:0:2258:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534312640, portal 10 00000100:00000001:0.0:1776201252.208164:0:2258:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201252.208165:0:2258:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130834496 : -124478578717120 : ffff8ec992888e40) 00000100:00000040:0.0:1776201252.208170:0:2258:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.208176:0:2258:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201252.208178:0:2258:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201252.208180:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916df7bf. 00000100:00000200:0.0:1776201252.208182:0:2258:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481534312640, offset 0 00000400:00000200:0.0:1776201252.208187:0:2258:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201252.208190:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201252.208193:0:2258:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201252.208197:0:2258:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201252.208199:0:2258:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1776201252.208540:0:2253:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776201252.208546:0:2253:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a55e2c (tot 3226038). 00000400:00000200:2.0:1776201252.208553:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201252.208565:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:2.0:1776201252.208595:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000148f6bdb 00000400:00000010:2.0:1776201252.208597:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000148f6bdb. 00000100:00000001:2.0:1776201252.208602:0:2253:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776201252.208606:0:2253:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776201252.208616:0:2253:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776201252.208619:0:2253:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776201252.208626:0:2253:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776201252.208786:0:2253:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1776201252.209561:0:2258:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201252.209568:0:2258:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [797:797:256:4294967295] 192.168.204.111@tcp LPNI seq info [797:797:8:4294967295] 00000400:00000200:0.0:1776201252.209588:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201252.209598:0:2258:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201252.209604:0:2258:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201252.209609:0:2258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a55e2c (tot 3226286). 00000800:00000200:0.0:1776201252.209615:0:2258:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201252.209622:0:2258:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201252.209625:0:2258:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042a55e2c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776201252.209645:0:2258:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209647:0:2258:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201252.209651:0:2258:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209654:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209658:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.209668:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201252.209670:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776201252.209672:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201252.209674:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201252.209675:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201252.209678:0:2258:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1776201252.209679:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.209681:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776201252.209682:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.209683:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201252.209684:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201252.209685:0:2258:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776201252.209690:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.209698:0:2258:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776201252.209699:0:2258:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.209703:0:2258:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776201252.209705:0:2258:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776201252.209707:0:2258:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074050b85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a57e2c0c-62c1-418c-9cbb-e31618c02306:2258:1862481534312576:192.168.204.111@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776201252.209722:0:2258:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776201252.209726:0:2258:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776201252.209728:0:2258:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.209731:0:2258:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776201252.209734:0:2258:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d0140eb. 02000000:00000001:0.0:1776201252.209736:0:2258:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776201252.209740:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000010:0.0:1776201252.209744:0:2258:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dfed706. 00000400:00000010:0.0:1776201252.209751:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000248bb934. 00000100:00000200:0.0:1776201252.209756:0:2258:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481534312576, portal 10 00000100:00000001:0.0:1776201252.209758:0:2258:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776201252.209759:0:2258:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446619595130838144 : -124478578713472 : ffff8ec992889c80) 00000100:00000040:0.0:1776201252.209764:0:2258:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.209770:0:2258:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776201252.209772:0:2258:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.111@tcp 00000400:00000010:0.0:1776201252.209774:0:2258:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034817b7a. 00000100:00000200:0.0:1776201252.209777:0:2258:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481534312576, offset 0 00000400:00000200:0.0:1776201252.209782:0:2258:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.111@tcp 00000400:00000200:0.0:1776201252.209788:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201252.209794:0:2258:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.111@tcp local destination 00000400:00000200:0.0:1776201252.209800:0:2258:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.11@tcp 00000400:00000200:0.0:1776201252.209803:0:2258:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776201252.209805:0:2258:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.111@tcp 00000400:00000200:0.0:1776201252.209807:0:2258:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.11@tcp NI seq info: [798:798:255:4294967295] 192.168.204.111@tcp LPNI seq info [798:798:7:4294967295] 00000400:00000200:0.0:1776201252.209810:0:2258:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:0.0:1776201252.209814:0:2258:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp:) -> 192.168.204.111@tcp(192.168.204.111@tcp:192.168.204.111@tcp) : PUT try# 0 00000800:00000200:0.0:1776201252.209818:0:2258:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.111@tcp 00000800:00000010:0.0:1776201252.209821:0:2258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049ccffe7 (tot 3226534). 00000800:00000200:0.0:1776201252.209824:0:2258:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008c81d8b8] -> 12345-192.168.204.111@tcp (5) 00000800:00000200:0.0:1776201252.209828:0:2258:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.111@tcp ip 192.168.204.111:988 00000800:00000200:0.0:1776201252.209835:0:2258:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049ccffe7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776201252.209838:0:2258:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209840:0:2258:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201252.209841:0:2258:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209844:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209846:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.209863:0:2259:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201252.209864:0:2259:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776201252.211124:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776201252.211131:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a55e2c (tot 3226286). 00000400:00000200:3.0:1776201252.211139:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201252.211147:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:3.0:1776201252.211153:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916df7bf 00000400:00000010:3.0:1776201252.211156:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916df7bf. 00000100:00000001:3.0:1776201252.211162:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776201252.211170:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776201252.211182:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201252.211185:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776201252.211191:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201252.211193:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776201252.211271:0:2252:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776201252.211273:0:2252:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049ccffe7 (tot 3226038). 00000400:00000200:3.0:1776201252.211276:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201252.211280:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000400:00000200:3.0:1776201252.211298:0:2252:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034817b7a 00000400:00000010:3.0:1776201252.211300:0:2252:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034817b7a. 00000100:00000001:3.0:1776201252.211302:0:2252:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776201252.211305:0:2252:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776201252.211313:0:2252:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776201252.211315:0:2252:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776201252.211321:0:2252:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776201252.211322:0:2252:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776201252.216727:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.216749:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201252.216754:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.216756:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201252.216769:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.216778:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201252.216786:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.216791:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.216796:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.216800:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 10 MB=0x69deac640e0c0 00000400:00000200:3.0:1776201252.216806:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.216813:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.111@tcp of length 224/224 into md 0x214d [1] + 224 00000800:00000001:3.0:1776201252.216823:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.216829:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201252.216832:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201252.216836:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201252.216844:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201252.216853:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776201252.216864:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776201252.216886:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201252.216909:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.216912:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201252.217006:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.217011:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776201252.217012:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.217014:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201252.217017:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.217021:0:2252:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:3.0:1776201252.217025:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.217028:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.217030:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.217033:0:2252:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 25 MB=0x69deac640e040 00000400:00000200:3.0:1776201252.217037:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:3.0:1776201252.217042:0:2252:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.111@tcp of length 224/224 into md 0x2145 [1] + 224 00000800:00000001:3.0:1776201252.217045:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.217049:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776201252.217050:0:2252:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776201252.217053:0:2252:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:3.0:1776201252.217056:0:2252:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776201252.217060:0:2252:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776201252.217068:0:2252:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776201252.217075:0:2252:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776201252.217078:0:2252:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776201252.217079:0:2252:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.217837:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201252.217843:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776201252.217854:0:2258:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201252.217855:0:2258:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201252.217858:0:2258:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1491d97. 00000400:00000200:0.0:1776201252.217864:0:2258:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbe5ec2 00000400:00000010:0.0:1776201252.217866:0:2258:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbe5ec2. 00000100:00000001:0.0:1776201252.217870:0:2258:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776201252.217877:0:2258:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776201252.217887:0:2258:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.217895:0:2258:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776201252.217896:0:2258:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.217899:0:2258:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201252.217903:0:2258:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201252.217905:0:2258:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201252.217908:0:2258:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.217911:0:2258:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201252.217918:0:2258:0:(import.c:1935:at_measured()) add 1 to 00000000773f04b6 time=133 v=1 (1 1 0 0) 00000100:00001000:0.0:1776201252.217922:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000005f5314f4 time=133 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201252.217925:0:2258:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201252.217926:0:2258:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.217929:0:2258:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201252.217932:0:2258:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.217934:0:2258:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.217938:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.217960:0:2258:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201252.217963:0:2258:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201252.217965:0:2258:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201252.217969:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1776201252.217976:0:2258:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba84b736 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d23467c3-88a5-4456-93b7-5547e25fcce3:2258:1862481534312512:192.168.204.111@tcp:400:kworker/u8:2.0 00000400:00000001:0.0:1776201252.217982:0:2258:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776201252.217983:0:2258:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776201252.217984:0:2258:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003d8feda4. 00000400:00000200:0.0:1776201252.217986:0:2258:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ced03e 00000400:00000010:0.0:1776201252.217987:0:2258:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ced03e. 00000100:00000001:0.0:1776201252.217989:0:2258:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776201252.217991:0:2258:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776201252.217998:0:2258:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.218003:0:2258:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776201252.218004:0:2258:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.218005:0:2258:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776201252.218006:0:2258:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776201252.218007:0:2258:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776201252.218008:0:2258:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776201252.218009:0:2258:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776201252.218015:0:2258:0:(import.c:1935:at_measured()) add 31 to 00000000e3ac6e18 time=133 v=31 (31 31 0 0) 00000100:00001000:0.0:1776201252.218017:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000005d2d87be time=133 v=1 (1 1 0 0) 00000100:00000001:0.0:1776201252.218026:0:2258:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776201252.218027:0:2258:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.218029:0:2258:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776201252.218032:0:2258:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.218039:0:2258:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776201252.218041:0:2258:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8ec9836a6800: skip recheck: last_committed 4294967342 00000100:00000001:0.0:1776201252.218043:0:2258:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776201252.218048:0:2258:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776201252.218051:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.218057:0:2258:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776201252.218067:0:2258:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776201252.218068:0:2258:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776201252.218070:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1776201252.218077:0:2258:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003745ee2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a57e2c0c-62c1-418c-9cbb-e31618c02306:2258:1862481534312640:192.168.204.111@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776201252.218081:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.218084:0:2258:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201252.218087:0:2258:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ba84b736 x1862481534312512/t0(0) o400->MGC192.168.204.111@tcp@192.168.204.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1776201259 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.218093:0:2258:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201252.218096:0:2258:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201252.218099:0:2258:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd18c5f. 02000000:00000001:0.0:1776201252.218103:0:2258:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201252.218105:0:2258:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201252.218107:0:2258:0:(genops.c:1204:class_import_put()) import 0000000002e5a03e refcount=3 obd=MGC192.168.204.111@tcp 00000020:00000001:0.0:1776201252.218110:0:2258:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201252.218111:0:2258:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bbb0e9ca. 02000000:00000001:0.0:1776201252.218116:0:2258:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201252.218118:0:2258:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201252.218120:0:2258:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba84b736. 00000100:00000001:0.0:1776201252.218125:0:2258:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201252.218126:0:2258:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.218127:0:2258:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776201252.218129:0:2258:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000003745ee2 x1862481534312640/t0(0) o400->lustre-MDT0001-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201296 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776201252.218135:0:2258:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776201252.218136:0:2258:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776201252.218137:0:2258:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc0d8e8c. 02000000:00000001:0.0:1776201252.218139:0:2258:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776201252.218143:0:2258:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776201252.218144:0:2258:0:(genops.c:1204:class_import_put()) import 000000002906445a refcount=6 obd=lustre-MDT0001-mdc-ffff8ec9836a6800 00000020:00000001:0.0:1776201252.218146:0:2258:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776201252.218147:0:2258:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000486aa014. 02000000:00000001:0.0:1776201252.218149:0:2258:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776201252.218150:0:2258:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776201252.218151:0:2258:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003745ee2. 00000100:00000001:0.0:1776201252.218153:0:2258:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776201252.218154:0:2258:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776201252.218157:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.218158:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776201252.218159:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776201252.218160:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776201252.218162:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776201252.224714:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201252.224741:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776201252.224745:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201252.224749:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201252.224761:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201252.224771:0:2253:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.11@tcp(192.168.204.11@tcp) <- 192.168.204.111@tcp : PUT - for me 00000400:00000200:2.0:1776201252.224784:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201252.224790:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201252.224796:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201252.224801:0:2253:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.111@tcp of length 224 into portal 10 MB=0x69deac640e080 00000400:00000200:2.0:1776201252.224807:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.204.111@tcp to cpt 1 00000400:00000200:2.0:1776201252.224813:0:2253:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.111@tcp of length 224/224 into md 0x2155 [1] + 224 00000800:00000001:2.0:1776201252.224824:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201252.224836:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776201252.224839:0:2253:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776201252.224844:0:2253:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.11@tcp->192.168.204.111@tcp: PUT: OK 00000100:00000001:2.0:1776201252.224852:0:2253:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776201252.224861:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:2.0:1776201252.224872:0:2253:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776201252.226170:0:2253:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776201252.226190:0:2253:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776201252.226199:0:2253:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201252.226238:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201252.226245:0:2258:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776201252.226253:0:2258:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776201252.226255:0:2258:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776201252.226259:0:2258:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dfed706. 00000400:00000200:1.0:1776201252.226264:0:2258:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000248bb934 00000400:00000010:1.0:1776201252.226266:0:2258:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000248bb934. 00000100:00000001:1.0:1776201252.226270:0:2258:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776201252.226279:0:2258:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776201252.226288:0:2258:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776201252.226294:0:2258:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776201252.226296:0:2258:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201252.226299:0:2258:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776201252.226302:0:2258:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776201252.226305:0:2258:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776201252.226308:0:2258:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776201252.226311:0:2258:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776201252.226322:0:2258:0:(import.c:1935:at_measured()) add 31 to 00000000f64682bd time=132 v=31 (31 31 0 0) 00000100:00001000:1.0:1776201252.226327:0:2258:0:(import.c:1935:at_measured()) add 1 to 000000003ea2909f time=132 v=2 (2 1 0 0) 00000100:00000001:1.0:1776201252.226330:0:2258:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776201252.226332:0:2258:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776201252.226335:0:2258:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776201252.226339:0:2258:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201252.226343:0:2258:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776201252.226345:0:2258:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8ec9836a6800: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1776201252.226347:0:2258:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776201252.226349:0:2258:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776201252.226353:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776201252.226360:0:2258:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776201252.226363:0:2258:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776201252.226365:0:2258:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776201252.226377:0:2258:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776201252.226393:0:2258:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074050b85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a57e2c0c-62c1-418c-9cbb-e31618c02306:2258:1862481534312576:192.168.204.111@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776201252.226398:0:2258:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201252.226402:0:2258:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776201252.226404:0:2258:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000074050b85 x1862481534312576/t0(0) o400->lustre-MDT0000-mdc-ffff8ec9836a6800@192.168.204.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1776201297 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776201252.226411:0:2258:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776201252.226415:0:2258:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776201252.226418:0:2258:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d0140eb. 02000000:00000001:1.0:1776201252.226423:0:2258:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776201252.226426:0:2258:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776201252.226427:0:2258:0:(genops.c:1204:class_import_put()) import 00000000bbe7ec63 refcount=6 obd=lustre-MDT0000-mdc-ffff8ec9836a6800 00000020:00000001:1.0:1776201252.226430:0:2258:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776201252.226432:0:2258:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064b59cef. 02000000:00000001:1.0:1776201252.226438:0:2258:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776201252.226440:0:2258:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776201252.226441:0:2258:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074050b85. 00000100:00000001:1.0:1776201252.226446:0:2258:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776201252.226447:0:2258:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201252.226449:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776201252.226460:0:2258:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776201252.226461:0:2258:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776201252.226464:0:2258:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776201252.226467:0:2258:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269659:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201252.269665:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269673:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201252.269677:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776201252.269680:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776201252.269687:0:53:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776201252.269689:0:53:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776201252.269699:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269704:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776201252.269706:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269708:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269710:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269714:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201252.269716:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776201252.269717:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776201252.269719:0:53:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776201252.269720:0:53:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776201252.269721:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269722:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776201252.269723:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269724:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201252.269726:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776201252.272734:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201252.272740:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201252.272744:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1776201253.294135:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201253.294142:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201253.294150:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201253.294161:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201253.294166:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201253.294166:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776201253.294188:0:11361:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776201253.294191:0:11361:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776201253.294194:0:11361:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1776201253.989289:0:11509:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201254.319199:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201254.319207:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201254.319214:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201254.319216:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201254.319220:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201254.319221:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776201254.319297:0:5581:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201254.319302:0:5581:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201254.319305:0:5581:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1776201254.526256:0:11545:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:1.0:1776201254.526261:0:11545:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:1.0:1776201254.526266:0:11545:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at 00000000b2501337 (tot 3226222). 00000400:00000001:1.0:1776201254.526278:0:11545:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1776201254.526280:0:11545:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:1.0:1776201254.526377:0:11545:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:1.0:1776201254.526380:0:11545:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:1.0:1776201254.526382:0:11545:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1776201254.526384:0:11545:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_200: @@@@@@ FAIL: test_200 failed with 2 00000001:00000001:1.0:1776201254.538046:0:11545:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1776201254.538053:0:11545:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at 00000000b2501337 (tot 3226038). 00000400:00000001:1.0:1776201254.538066:0:11545:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201255.345683:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201255.345689:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201255.345696:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201255.345697:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776201255.345700:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776201255.345701:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776201255.347772:0:5580:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776201255.347778:0:5580:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776201255.347783:0:5580:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1776201255.841123:0:11646:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 5867 lines, 5867 kept, 0 dropped, 0 bad.